You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2014/11/20 19:45:25 UTC

[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 688 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/688/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
java.lang.NullPointerException 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: java.lang.NullPointerException

	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:569)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:583)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:205)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11547 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/init-core-data-001
   [junit4]   2> 178444 T394 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 178444 T394 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /bg_/ez
   [junit4]   2> 178450 T394 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 178451 T394 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 178451 T395 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 178551 T394 oasc.ZkTestServer.run start zk server on port:17545
   [junit4]   2> 178552 T394 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 178553 T394 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 178558 T402 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@35aac799 name:ZooKeeperConnection Watcher:127.0.0.1:17545 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 178558 T394 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 178559 T394 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 178559 T394 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 178563 T394 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 178564 T394 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 178565 T405 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@516873e1 name:ZooKeeperConnection Watcher:127.0.0.1:17545/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 178566 T394 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 178566 T394 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 178567 T394 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 178569 T394 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 178572 T394 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 178573 T394 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 178576 T394 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 178577 T394 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 178580 T394 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 178581 T394 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 178585 T394 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 178585 T394 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 178588 T394 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 178588 T394 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 178591 T394 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 178592 T394 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 178594 T394 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 178595 T394 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 178598 T394 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 178598 T394 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 178601 T394 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 178602 T394 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 178604 T394 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 178605 T394 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 178607 T394 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 178608 T394 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 178611 T394 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 178612 T394 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 178615 T394 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 178616 T394 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 178618 T408 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f7841f6 name:ZooKeeperConnection Watcher:127.0.0.1:17545/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 178618 T394 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 178619 T394 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> Using old style solr.xml
   [junit4]   2> 180823 T394 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 180934 T394 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 180947 T394 oejs.AbstractConnector.doStart Started SslSocketConnector@127.0.0.1:17553
   [junit4]   2> 180954 T394 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 180955 T394 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 180955 T394 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-002
   [junit4]   2> 180956 T394 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-002/'
   [junit4]   2> 181008 T394 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-002/solr.xml
   [junit4]   2> 181073 T394 oasc.CoreContainer.<init> New CoreContainer 1724637514
   [junit4]   2> 181074 T394 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-002/]
   [junit4]   2> 181075 T394 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 181075 T394 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 181075 T394 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 181075 T394 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 181076 T394 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 181076 T394 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 181076 T394 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 181077 T394 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 181077 T394 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 181077 T394 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 181080 T394 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=3400000&connTimeout=45000&retry=false
   [junit4]   2> 181083 T394 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 181083 T394 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 181083 T394 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 181084 T394 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:17545/solr
   [junit4]   2> 181084 T394 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 181084 T394 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 181085 T394 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 181087 T420 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2dc4b293 name:ZooKeeperConnection Watcher:127.0.0.1:17545 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 181088 T394 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 181089 T394 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 181091 T394 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 181093 T423 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b5e6db8 name:ZooKeeperConnection Watcher:127.0.0.1:17545/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 181093 T394 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 181095 T394 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 181098 T394 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 181101 T394 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 181103 T394 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 181106 T394 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 181113 T394 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 181115 T394 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:17553_bg_%2Fez
   [junit4]   2> 181116 T394 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:17553_bg_%2Fez
   [junit4]   2> 181118 T394 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 181121 T394 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 181123 T394 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 181125 T394 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:17553_bg_%2Fez
   [junit4]   2> 181125 T394 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 181127 T394 oasc.Overseer.start Overseer (id=92832022070886404-127.0.0.1:17553_bg_%2Fez-n_0000000000) starting
   [junit4]   2> 181130 T394 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 181137 T394 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 181138 T425 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 181139 T394 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 181141 T394 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 181142 T394 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 181146 T424 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 181149 T394 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3
   [junit4]   2> 181150 T394 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 181158 T394 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 181159 T394 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 181161 T430 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@197d6c28 name:ZooKeeperConnection Watcher:127.0.0.1:17545/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 181161 T394 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 181162 T394 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 181163 T394 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 181165 T394 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 181166 T394 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 181166 T394 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 181167 T394 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 181169 T433 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15c928a name:ZooKeeperConnection Watcher:127.0.0.1:17545/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 181169 T394 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 181169 T394 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 181172 T423 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 181175 T424 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1
   [junit4]   2> 181175 T424 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 181176 T424 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2
   [junit4]   2> 181178 T424 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/collection1/state.json
   [junit4]   2> 181179 T423 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 181179 T430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 182504 T394 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 182505 T394 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 182511 T394 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 182514 T394 oejs.AbstractConnector.doStart Started SslSocketConnector@127.0.0.1:17573
   [junit4]   2> 182517 T394 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 182517 T394 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 182517 T394 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-003
   [junit4]   2> 182518 T394 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-003/'
   [junit4]   2> 182548 T394 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-003/solr.xml
   [junit4]   2> 182602 T394 oasc.CoreContainer.<init> New CoreContainer 2086523464
   [junit4]   2> 182602 T394 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-003/]
   [junit4]   2> 182603 T394 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 182604 T394 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 182604 T394 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 182604 T394 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 182604 T394 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 182605 T394 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 182605 T394 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 182605 T394 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 182606 T394 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 182606 T394 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 182609 T394 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=3400000&connTimeout=45000&retry=false
   [junit4]   2> 182611 T394 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 182611 T394 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 182612 T394 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 182612 T394 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:17545/solr
   [junit4]   2> 182612 T394 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 182613 T394 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 182613 T394 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 182615 T445 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@78dbc273 name:ZooKeeperConnection Watcher:127.0.0.1:17545 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 182616 T394 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 182616 T394 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 182618 T394 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 182619 T448 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d194ab9 name:ZooKeeperConnection Watcher:127.0.0.1:17545/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 182620 T394 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 182660 T394 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 183666 T394 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:17573_bg_%2Fez
   [junit4]   2> 183668 T394 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:17573_bg_%2Fez
   [junit4]   2> 183673 T394 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 183681 T394 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3
   [junit4]   2> 183681 T394 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 185881 T394 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 185883 T394 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 185897 T394 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 185903 T394 oejs.AbstractConnector.doStart Started SslSocketConnector@127.0.0.1:17586
   [junit4]   2> 185910 T394 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 185910 T394 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 185911 T394 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-004
   [junit4]   2> 185912 T394 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-004/'
   [junit4]   2> 185976 T394 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-004/solr.xml
   [junit4]   2> 186099 T394 oasc.CoreContainer.<init> New CoreContainer 89324209
   [junit4]   2> 186100 T394 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-004/]
   [junit4]   2> 186102 T394 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 186102 T394 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 186103 T394 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 186103 T394 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 186104 T394 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 186104 T394 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 186105 T394 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 186106 T394 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 186106 T394 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 186107 T394 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 186112 T394 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=3400000&connTimeout=45000&retry=false
   [junit4]   2> 186118 T394 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 186118 T394 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 186119 T394 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 186120 T394 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:17545/solr
   [junit4]   2> 186120 T394 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 186121 T394 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 186122 T394 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 186125 T461 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@218fbbbd name:ZooKeeperConnection Watcher:127.0.0.1:17545 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 186126 T394 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 186127 T394 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 186131 T394 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 186134 T464 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ed25b4f name:ZooKeeperConnection Watcher:127.0.0.1:17545/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 186134 T394 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 186145 T394 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 187152 T394 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:17586_bg_%2Fez
   [junit4]   2> 187154 T394 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:17586_bg_%2Fez
   [junit4]   2> 187159 T394 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 187167 T394 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3
   [junit4]   2> 187168 T394 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 188961 T394 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 188962 T394 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 188974 T394 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 188979 T394 oejs.AbstractConnector.doStart Started SslSocketConnector@127.0.0.1:17594
   [junit4]   2> 188985 T394 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 188986 T394 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 188986 T394 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-005
   [junit4]   2> 188987 T394 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-005/'
   [junit4]   2> 189052 T394 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-005/solr.xml
   [junit4]   2> 189169 T394 oasc.CoreContainer.<init> New CoreContainer 1236432449
   [junit4]   2> 189170 T394 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-005/]
   [junit4]   2> 189172 T394 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 189173 T394 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 189173 T394 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 189174 T394 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 189174 T394 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 189175 T394 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 189175 T394 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 189176 T394 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 189176 T394 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 189177 T394 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 189182 T394 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=3400000&connTimeout=45000&retry=false
   [junit4]   2> 189186 T394 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 189187 T394 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 189187 T394 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 189188 T394 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:17545/solr
   [junit4]   2> 189188 T394 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 189189 T394 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 189190 T394 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 189192 T477 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c3e2537 name:ZooKeeperConnection Watcher:127.0.0.1:17545 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 189193 T394 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 189194 T394 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 189198 T394 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 189200 T480 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5a0ea07d name:ZooKeeperConnection Watcher:127.0.0.1:17545/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 189201 T394 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 189213 T394 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 190221 T394 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:17594_bg_%2Fez
   [junit4]   2> 190223 T394 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:17594_bg_%2Fez
   [junit4]   2> 190229 T394 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 190236 T394 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3
   [junit4]   2> 190237 T394 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 192054 T394 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
   [junit4]   2> 192055 T394 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 192063 T394 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 192067 T394 oejs.AbstractConnector.doStart Started SslSocketConnector@127.0.0.1:17603
   [junit4]   2> 192071 T394 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 192072 T394 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 192072 T394 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-006
   [junit4]   2> 192073 T394 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-006/'
   [junit4]   2> 192122 T394 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-006/solr.xml
   [junit4]   2> 192499 T394 oasc.CoreContainer.<init> New CoreContainer 1267702664
   [junit4]   2> 192499 T394 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-006/]
   [junit4]   2> 192501 T394 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 192501 T394 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 192502 T394 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 192502 T394 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 192502 T394 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 192502 T394 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 192503 T394 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 192503 T394 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 192503 T394 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 192504 T394 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 192507 T394 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=3400000&connTimeout=45000&retry=false
   [junit4]   2> 192509 T394 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 192509 T394 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 192510 T394 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 192510 T394 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:17545/solr
   [junit4]   2> 192510 T394 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 192510 T394 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 192511 T394 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 192513 T493 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15788429 name:ZooKeeperConnection Watcher:127.0.0.1:17545 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 192514 T394 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 192515 T394 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 192517 T394 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 192519 T496 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f157fe7 name:ZooKeeperConnection Watcher:127.0.0.1:17545/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 192519 T394 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 192525 T394 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 193548 T394 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:17603_bg_%2Fez
   [junit4]   2> 193550 T394 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:17603_bg_%2Fez
   [junit4]   2> 193564 T394 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 193578 T394 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3
   [junit4]   2> 193585 T394 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 194009 T437 oasha.CollectionsHandler.handleCreateAction Creating Collection : name=solrj_collection&action=CREATE&collection.configName=conf1&wt=javabin&version=2&replicationFactor=2&router.field=myOwnField&numShards=2
   [junit4]   2> 194012 T423 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/collection-queue-work state SyncConnected
   [junit4]   2> 194013 T425 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField"}
   [junit4]   2> 194015 T499 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField"}
   [junit4]   2> 194017 T499 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection 
   [junit4]   2> 194034 T499 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 194039 T423 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 194043 T424 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
   [junit4]   2> 194044 T424 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
   [junit4]   2> 194044 T424 oasc.Overseer$ClusterStateUpdater.createCollection state version solrj_collection 1
   [junit4]   2> 194048 T496 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 194048 T464 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 194048 T423 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 194048 T480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 194048 T430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 194069 T448 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 194140 T499 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection solrj_collection, shardNames [shard1, shard2] , replicationFactor : 2
   [junit4]   2> 194141 T499 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:17603_bg_%2Fez
   [junit4]   2> 194142 T499 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:17553_bg_%2Fez
   [junit4]   2> 194145 T499 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:17573_bg_%2Fez
   [junit4]   2> 194147 T499 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:17586_bg_%2Fez
   [junit4]   2> 194299 T439 oasha.CoreAdminHandler.handleCreateAction core create command name=solrj_collection_shard2_replica1&action=CREATE&collection.configName=conf1&wt=javabin&version=2&qt=/admin/cores&shard=shard2&numShards=2&collection=solrj_collection
   [junit4]   2> 194301 T484 oasha.CoreAdminHandler.handleCreateAction core create command name=solrj_collection_shard1_replica1&action=CREATE&collection.configName=conf1&wt=javabin&version=2&qt=/admin/cores&shard=shard1&numShards=2&collection=solrj_collection
   [junit4]   2> 194303 T439 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down collection=solrj_collection
   [junit4]   2> 194304 T423 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 194304 T439 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 194306 T484 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down collection=solrj_collection
   [junit4]   2> 194309 T484 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 194311 T424 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "base_url":"https://127.0.0.1:17573/bg_/ez",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "node_name":"127.0.0.1:17573_bg_%2Fez"}
   [junit4]   2> 194312 T412 oasha.CoreAdminHandler.handleCreateAction core create command name=solrj_collection_shard1_replica2&action=CREATE&collection.configName=conf1&wt=javabin&version=2&qt=/admin/cores&shard=shard1&numShards=2&collection=solrj_collection
   [junit4]   2> 194312 T452 oasha.CoreAdminHandler.handleCreateAction core create command name=solrj_collection_shard2_replica2&action=CREATE&collection.configName=conf1&wt=javabin&version=2&qt=/admin/cores&shard=shard2&numShards=2&collection=solrj_collection
   [junit4]   2> 194316 T424 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "base_url":"https://127.0.0.1:17603/bg_/ez",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "node_name":"127.0.0.1:17603_bg_%2Fez"}
   [junit4]   2> 194316 T412 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down collection=solrj_collection
   [junit4]   2> 194317 T452 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down collection=solrj_collection
   [junit4]   2> 194318 T423 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 194318 T412 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 194319 T452 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 194320 T424 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "base_url":"https://127.0.0.1:17553/bg_/ez",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica2",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "node_name":"127.0.0.1:17553_bg_%2Fez"}
   [junit4]   2> 194322 T423 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 194323 T424 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "base_url":"https://127.0.0.1:17586/bg_/ez",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica2",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "node_name":"127.0.0.1:17586_bg_%2Fez"}
   [junit4]   2> 194427 T480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 194428 T448 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 194428 T464 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 194428 T430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 194428 T423 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 194428 T496 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 195305 T439 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
   [junit4]   2> 195306 T439 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 195307 T439 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 195307 T439 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 195308 T439 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 195309 T439 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-003/solrj_collection_shard2_replica1/'
   [junit4]   2> 195311 T484 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
   [junit4]   2> 195312 T484 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 195313 T484 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 195313 T484 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 195314 T484 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 195316 T484 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-006/solrj_collection_shard1_replica1/'
   [junit4]   2> 195319 T412 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
   [junit4]   2> 195319 T452 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
   [junit4]   2> 195320 T412 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 195321 T452 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 195321 T412 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 195322 T452 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 195322 T412 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 195323 T452 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 195324 T412 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 195324 T452 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 195324 T412 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-002/solrj_collection_shard1_replica2/'
   [junit4]   2> 195325 T452 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-004/solrj_collection_shard2_replica2/'
   [junit4]   2> 195398 T439 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 195405 T484 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 195409 T412 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 195413 T452 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 195485 T439 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 195487 T439 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 195496 T412 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 195498 T412 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 195501 T484 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 195503 T452 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 195503 T484 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 195505 T452 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 195508 T439 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
   [junit4]   2> 195519 T412 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
   [junit4]   2> 195527 T452 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
   [junit4]   2> 195531 T484 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
   [junit4]   2> 196112 T412 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 196132 T439 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 196133 T412 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 196139 T412 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 196144 T439 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 196146 T452 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 196149 T439 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 196157 T452 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 196158 T484 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 196162 T452 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 196167 T412 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 196172 T484 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 196175 T412 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 196177 T439 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 196178 T484 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 196184 T439 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 196184 T412 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 196186 T412 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 196188 T412 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 196189 T412 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 196190 T452 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 196190 T412 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 196191 T412 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 196192 T412 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica2' using configuration from collection solrj_collection
   [junit4]   2> 196192 T439 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 196192 T412 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 196194 T412 oasc.SolrCore.<init> [solrj_collection_shard1_replica2] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-002/solrj_collection_shard1_replica2/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-002/solrj_collection_shard1_replica2/data/
   [junit4]   2> 196194 T439 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 196195 T412 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@83d4bcc
   [junit4]   2> 196196 T439 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 196198 T439 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 196198 T412 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-002/solrj_collection_shard1_replica2/data
   [junit4]   2> 196199 T439 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 196199 T452 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 196200 T439 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 196199 T412 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-002/solrj_collection_shard1_replica2/data/index/
   [junit4]   2> 196201 T439 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using configuration from collection solrj_collection
   [junit4]   2> 196201 T412 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica2] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-002/solrj_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 196202 T439 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 196203 T412 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-002/solrj_collection_shard1_replica2/data/index
   [junit4]   2> 196203 T439 oasc.SolrCore.<init> [solrj_collection_shard2_replica1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-003/solrj_collection_shard2_replica1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-003/solrj_collection_shard2_replica1/data/
   [junit4]   2> 196204 T412 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4ccc69fe
   [junit4]   2> 196204 T439 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@83d4bcc
   [junit4]   2> 196206 T412 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@20e16a7c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2f1603c1),segFN=segments_1,generation=1}
   [junit4]   2> 196206 T439 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-003/solrj_collection_shard2_replica1/data
   [junit4]   2> 196207 T452 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 196206 T412 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 196207 T439 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-003/solrj_collection_shard2_replica1/data/index/
   [junit4]   2> 196207 T484 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 196209 T439 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-003/solrj_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 196208 T452 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 196210 T439 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-003/solrj_collection_shard2_replica1/data/index
   [junit4]   2> 196211 T452 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 196212 T439 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4f958e13
   [junit4]   2> 196212 T452 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 196214 T439 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@63a2aa36 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c54f254),segFN=segments_1,generation=1}
   [junit4]   2> 196214 T452 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 196214 T439 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 196216 T484 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 196215 T452 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 196216 T412 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 196217 T452 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica2' using configuration from collection solrj_collection
   [junit4]   2> 196218 T412 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 196218 T452 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 196218 T412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 196219 T452 oasc.SolrCore.<init> [solrj_collection_shard2_replica2] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-004/solrj_collection_shard2_replica2/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-004/solrj_collection_shard2_replica2/data/
   [junit4]   2> 196219 T412 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 196220 T452 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@83d4bcc
   [junit4]   2> 196221 T412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 196222 T412 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 196222 T452 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-004/solrj_collection_shard2_replica2/data
   [junit4]   2> 196223 T412 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 196223 T484 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 196223 T452 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-004/solrj_collection_shard2_replica2/data/index/
   [junit4]   2> 196223 T412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 196224 T484 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 196224 T452 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica2] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-004/solrj_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 196225 T484 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 196225 T439 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 196225 T412 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 196227 T439 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 196226 T484 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 196226 T452 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-004/solrj_collection_shard2_replica2/data/index
   [junit4]   2> 196228 T439 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 196228 T412 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 196230 T439 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 196231 T412 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 196229 T484 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 196229 T452 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@5a7efbf5
   [junit4]   2> 196232 T484 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 196232 T412 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 196231 T439 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 196234 T412 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 196234 T452 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@47704765 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c5f5c87),segFN=segments_1,generation=1}
   [junit4]   2> 196235 T412 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 196233 T484 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica1' using configuration from collection solrj_collection
   [junit4]   2> 196236 T412 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 196235 T452 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 196234 T439 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 196237 T412 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 196236 T484 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 196238 T412 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 196238 T439 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 196239 T484 oasc.SolrCore.<init> [solrj_collection_shard1_replica1] Opening new SolrCore at ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-006/solrj_collection_shard1_replica1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-006/solrj_collection_shard1_replica1/data/
   [junit4]   2> 196240 T439 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 196240 T412 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 196241 T439 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 196240 T484 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@83d4bcc
   [junit4]   2> 196241 T412 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 196242 T439 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 196243 T412 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 196243 T484 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-006/solrj_collection_shard1_replica1/data
   [junit4]   2> 196244 T412 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 196245 T484 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-006/solrj_collection_shard1_replica1/data/index/
   [junit4]   2> 196244 T439 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 196246 T484 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-006/solrj_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 196247 T452 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 196247 T484 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001/tempDir-006/solrj_collection_shard1_replica1/data/index
   [junit4]   2> 196247 T439 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 196248 T484 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@d745b20
   [junit4]   2> 196249 T439 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 196248 T452 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 196250 T439 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 196250 T484 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@35b4193e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@42e550fd),segFN=segments_1,generation=1}
   [junit4]   2> 196251 T439 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 196250 T452 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 196252 T439 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 196252 T484 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 196253 T439 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 196253 T452 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 196255 T439 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 196255 T452 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 196256 T439 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 196256 T452 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 196257 T439 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 196257 T452 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 196258 T439 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 196258 T452 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 196259 T452 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 196261 T452 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 196262 T452 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 196263 T452 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 196263 T484 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 196264 T452 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 196264 T484 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 196265 T452 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 196266 T484 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 196266 T452 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 196266 T484 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 196267 T452 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 196267 T484 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 196268 T452 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 196268 T484 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 196269 T452 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 196270 T484 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 196270 T452 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 196270 T484 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 196271 T452 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 196271 T484 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 196272 T452 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 196273 T484 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 196274 T484 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 196275 T484 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 196275 T484 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 196276 T484 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 196277 T484 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 196277 T484 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 196278 T484 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 196279 T484 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 196280 T412 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 196280 T452 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 196280 T439 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 196280 T484 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 196283 T484 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 196283 T412 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 196283 T452 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 196284 T484 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 196284 T439 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 196287 T412 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 196287 T452 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 196288 T484 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 196288 T439 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 196290 T412 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 196290 T452 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 196292 T484 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 196293 T439 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 196296 T484 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 196299 T484 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 196300 T412 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 196301 T452 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 196301 T412 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 196301 T452 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 196303 T439 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 196303 T412 oasu.RandomMergePolicy.<init> Ra

[...truncated too long message...]

r.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:17573/bg_/ez, https://127.0.0.1:17603/bg_/ez, https://127.0.0.1:17586/bg_/ez, https://127.0.0.1:17594/bg_/ez, https://127.0.0.1:17553/bg_/ez]
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:333)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:1015)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:793)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:736)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1640)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1661)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1039)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not fully create collection: awholynewstresscollection_collection4_7
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:569)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:354)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:313)
   [junit4]    > 	... 6 moreThrowable #6: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=935, name=Thread-331, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:17573/bg_/ez, https://127.0.0.1:17603/bg_/ez, https://127.0.0.1:17586/bg_/ez, https://127.0.0.1:17594/bg_/ez, https://127.0.0.1:17553/bg_/ez]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5D56232A3B226A6D]:0)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1049)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:17573/bg_/ez, https://127.0.0.1:17603/bg_/ez, https://127.0.0.1:17586/bg_/ez, https://127.0.0.1:17594/bg_/ez, https://127.0.0.1:17553/bg_/ez]
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:333)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:1015)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:793)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:736)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1640)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1661)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1039)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not fully create collection: awholynewstresscollection_collection0_7
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:569)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:354)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:313)
   [junit4]    > 	... 6 moreThrowable #7: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=938, name=Thread-334, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:17573/bg_/ez, https://127.0.0.1:17603/bg_/ez, https://127.0.0.1:17586/bg_/ez, https://127.0.0.1:17594/bg_/ez, https://127.0.0.1:17553/bg_/ez]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5D56232A3B226A6D]:0)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1049)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:17573/bg_/ez, https://127.0.0.1:17603/bg_/ez, https://127.0.0.1:17586/bg_/ez, https://127.0.0.1:17594/bg_/ez, https://127.0.0.1:17553/bg_/ez]
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:333)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:1015)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:793)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:736)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1640)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1661)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1039)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not fully create collection: awholynewstresscollection_collection3_6
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:569)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:354)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:313)
   [junit4]    > 	... 6 more
   [junit4]   2> 1376699 T394 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-5D56232A3B226A6D-001
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=282), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=282)), sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=ar_IQ, timezone=Asia/Dushanbe
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=1,free=267992056,total=534773760
   [junit4]   2> NOTE: All tests run in this JVM: [QueryResultKeyTest, TestManagedResource, TestSearchPerf, TestManagedSynonymFilterFactory, DocumentAnalysisRequestHandlerTest, CoreContainerCoreInitFailuresTest, TestLMJelinekMercerSimilarityFactory, OverseerRolesTest, TestLeaderElectionZkExpiry, SOLR749Test, TestCSVResponseWriter, CollectionsAPIDistributedZkTest]
   [junit4] Completed on J3 in 1198.30s, 1 test, 1 error <<< FAILURES!

[...truncated 1186 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:532: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:473: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:61: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:186: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:508: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1358: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:965: There were test failures: 448 suites, 1821 tests, 1 error, 55 ignored (9 assumptions)

Total time: 193 minutes 6 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-NightlyTests-trunk #679
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 818984612 bytes
Compression is 0.0%
Took 2 min 30 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 696 - Still Failing

Posted by Chris Hostetter <ho...@fucit.org>.
I've updated SOLR-7603 with the new details from the 
UpdateRequestProcessorFactoryTest failure and will try to make sense of 
that.

Anybody have any clue what's up with the HttpPartitionTest test here?

leaking file handles on the segments file?


: Date: Fri, 29 May 2015 09:42:29 +0000 (UTC)
: From: Apache Jenkins Server <je...@builds.apache.org>
: Reply-To: dev@lucene.apache.org
: To: dev@lucene.apache.org
: Subject: [JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 696 - Still
:     Failing
: 
: Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/696/
: 
: 3 tests failed.
: FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.HttpPartitionTest
: 
: Error Message:
: file handle leaks: [SeekableByteChannel(/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 3AF6852C6379681-001/index-SimpleFSDirectory-011/segments_2)]
: 
: Stack Trace:
: java.lang.RuntimeException: file handle leaks: [SeekableByteChannel(/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 3AF6852C6379681-001/index-SimpleFSDirectory-011/segments_2)]
: 	at __randomizedtesting.SeedInfo.seed([3AF6852C6379681]:0)
: 	at org.apache.lucene.mockfile.LeakFS.onClose(LeakFS.java:64)
: 	at org.apache.lucene.mockfile.FilterFileSystem.close(FilterFileSystem.java:78)
: 	at org.apache.lucene.mockfile.FilterFileSystem.close(FilterFileSystem.java:79)
: 	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:227)
: 	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
: 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
: 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
: 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
: 	at java.lang.Thread.run(Thread.java:745)
: Caused by: java.lang.Exception
: 	at org.apache.lucene.mockfile.LeakFS.onOpen(LeakFS.java:47)
: 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
: 	at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:272)
: 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:213)
: 	at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:241)
: 	at java.nio.file.Files.newByteChannel(Files.java:361)
: 	at java.nio.file.Files.newByteChannel(Files.java:407)
: 	at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:76)
: 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:110)
: 	at org.apache.lucene.store.RawDirectoryWrapper.openChecksumInput(RawDirectoryWrapper.java:42)
: 	at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:269)
: 	at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:488)
: 	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:278)
: 	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:265)
: 	at org.apache.lucene.store.BaseDirectoryWrapper.close(BaseDirectoryWrapper.java:46)
: 	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:307)
: 	at org.apache.solr.core.CachingDirectoryFactory.closeCacheValue(CachingDirectoryFactory.java:273)
: 	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:203)
: 	at org.apache.solr.core.SolrCore.close(SolrCore.java:1254)
: 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:311)
: 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:198)
: 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:159)
: 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:348)
: 	at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1070)
: 	at org.apache.solr.cloud.ZkController.register(ZkController.java:884)
: 	at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:225)
: 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
: 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:156)
: 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
: 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
: 	... 1 more
: 
: 
: REGRESSION:  org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping
: 
: Error Message:
: distrib-chain-explicit expected LogUpdateProcessor in chain due to @RunAllways, but not found: org.apache.solr.update.processor.DistributedUpdateProcessor@638c6e19, org.apache.solr.update.processor.RemoveBlankFieldUpdateProcessorFactory$1@25bbdfcb, org.apache.solr.update.processor.RunUpdateProcessor@473fea05, 
: 
: Stack Trace:
: java.lang.AssertionError: distrib-chain-explicit expected LogUpdateProcessor in chain due to @RunAllways, but not found: org.apache.solr.update.processor.DistributedUpdateProcessor@638c6e19, org.apache.solr.update.processor.RemoveBlankFieldUpdateProcessorFactory$1@25bbdfcb, org.apache.solr.update.processor.RunUpdateProcessor@473fea05, 
: 	at __randomizedtesting.SeedInfo.seed([3AF6852C6379681:724B9684B0DCB14D]:0)
: 	at org.junit.Assert.fail(Assert.java:93)
: 	at org.junit.Assert.assertTrue(Assert.java:43)
: 	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping(UpdateRequestProcessorFactoryTest.java:127)
: 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
: 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
: 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
: 	at java.lang.reflect.Method.invoke(Method.java:483)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
: 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
: 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
: 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
: 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
: 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
: 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
: 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
: 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
: 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
: 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
: 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
: 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
: 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
: 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
: 	at java.lang.Thread.run(Thread.java:745)
: 
: 
: FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test
: 
: Error Message:
: Captured an uncaught exception in thread: Thread[id=3840, name=collection5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
: 
: Stack Trace:
: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3840, name=collection5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
: Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44466/xk/t: collection already exists: awholynewstresscollection_collection5_1
: 	at __randomizedtesting.SeedInfo.seed([3AF6852C6379681]:0)
: 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
: 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:235)
: 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:227)
: 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
: 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:328)
: 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
: 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856)
: 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799)
: 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
: 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1570)
: 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1591)
: 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:860)
: 
: 
: 
: 
: Build Log:
: [...truncated 10189 lines...]
:    [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
:    [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/init-core-data-001
:    [junit4]   2> 401841 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[3AF6852C6379681]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
:    [junit4]   2> 401841 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[3AF6852C6379681]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /xk/t
:    [junit4]   2> 401844 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
:    [junit4]   2> 401845 INFO  (Thread-2385) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
:    [junit4]   2> 401845 INFO  (Thread-2385) [    ] o.a.s.c.ZkTestServer Starting server
:    [junit4]   2> 401945 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.ZkTestServer start zk server on port:38050
:    [junit4]   2> 401959 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
:    [junit4]   2> 401961 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
:    [junit4]   2> 401963 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
:    [junit4]   2> 401965 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
:    [junit4]   2> 401967 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
:    [junit4]   2> 401968 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
:    [junit4]   2> 401970 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
:    [junit4]   2> 401971 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
:    [junit4]   2> 401973 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
:    [junit4]   2> 401974 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
:    [junit4]   2> 401976 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
:    [junit4]   2> 402265 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores/collection1
:    [junit4]   2> 402267 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.e.j.s.Server jetty-9.2.10.v20150310
:    [junit4]   2> 402269 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2bd76d64{/xk/t,null,AVAILABLE}
:    [junit4]   2> 402288 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.e.j.s.ServerConnector Started ServerConnector@19fab22b{HTTP/1.1}{127.0.0.1:60774}
:    [junit4]   2> 402288 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.e.j.s.Server Started @405784ms
:    [junit4]   2> 402289 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/tempDir-001/control/data, hostContext=/xk/t, hostPort=60774, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores}
:    [junit4]   2> 402289 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@c387f44
:    [junit4]   2> 402289 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/'
:    [junit4]   2> 402303 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/solr.xml
:    [junit4]   2> 402308 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores
:    [junit4]   2> 402308 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.CoreContainer New CoreContainer 1809701273
:    [junit4]   2> 402309 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/]
:    [junit4]   2> 402309 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/lib
:    [junit4]   2> 402309 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/lib).
:    [junit4]   2> 402315 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
:    [junit4]   2> 402317 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
:    [junit4]   2> 402317 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
:    [junit4]   2> 402317 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
:    [junit4]   2> 402317 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38050/solr
:    [junit4]   2> 402318 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.ZkController zkHost includes chroot
:    [junit4]   2> 402340 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60774_xk%2Ft
:    [junit4]   2> 402353 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.Overseer Overseer (id=null) closing
:    [junit4]   2> 402354 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60774_xk%2Ft
:    [junit4]   2> 402355 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.Overseer Overseer (id=93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) starting
:    [junit4]   2> 402363 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
:    [junit4]   2> 402363 INFO  (OverseerCollectionProcessor-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.OverseerCollectionProcessor Process current queue of collection creations
:    [junit4]   2> 402364 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.Overseer Starting to work on the main queue
:    [junit4]   2> 402366 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.CoreContainer No authentication plugin used.
:    [junit4]   2> 402367 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
:    [junit4]   2> 402367 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores
:    [junit4]   2> 402368 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/,
  shard=}
:    [junit4]   2> 402368 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores/collection1/
:    [junit4]   2> 402369 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.CoresLocator Found 1 core definitions
:    [junit4]   2> 402369 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
:    [junit4]   2> 402369 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
:    [junit4]   2> 402369 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
:    [junit4]   2> 402370 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
:    [junit4]   2> 402370 INFO  (zkCallback-227-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
:    [junit4]   2> 402370 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
:    [junit4]   2> 402371 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
:    [junit4]   2>   "core":"collection1",
:    [junit4]   2>   "roles":null,
:    [junit4]   2>   "base_url":"http://127.0.0.1:60774/xk/t",
:    [junit4]   2>   "node_name":"127.0.0.1:60774_xk%2Ft",
:    [junit4]   2>   "numShards":"1",
:    [junit4]   2>   "state":"down",
:    [junit4]   2>   "shard":null,
:    [junit4]   2>   "collection":"control_collection",
:    [junit4]   2>   "operation":"state"} current state version: 0
:    [junit4]   2> 402371 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
:    [junit4]   2>   "core":"collection1",
:    [junit4]   2>   "roles":null,
:    [junit4]   2>   "base_url":"http://127.0.0.1:60774/xk/t",
:    [junit4]   2>   "node_name":"127.0.0.1:60774_xk%2Ft",
:    [junit4]   2>   "numShards":"1",
:    [junit4]   2>   "state":"down",
:    [junit4]   2>   "shard":null,
:    [junit4]   2>   "collection":"control_collection",
:    [junit4]   2>   "operation":"state"}
:    [junit4]   2> 402371 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
:    [junit4]   2> 402372 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
:    [junit4]   2> 403370 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
:    [junit4]   2> 403371 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
:    [junit4]   2> 403371 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
:    [junit4]   2> 403372 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores/collection1/'
:    [junit4]   2> 403384 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
:    [junit4]   2> 403393 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
:    [junit4]   2> 403396 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
:    [junit4]   2> 403404 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
:    [junit4]   2> 403405 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
:    [junit4]   2> 403410 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
:    [junit4]   2> 403498 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
:    [junit4]   2> 403504 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
:    [junit4]   2> 403505 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
:    [junit4]   2> 403514 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
:    [junit4]   2> 403517 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
:    [junit4]   2> 403518 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
:    [junit4]   2> 403519 WARN  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
:    [junit4]   2> 403519 WARN  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
:    [junit4]   2> 403519 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
:    [junit4]   2> 403520 WARN  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
:    [junit4]   2> 403520 WARN  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
:    [junit4]   2> 403520 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
:    [junit4]   2> 403520 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
:    [junit4]   2> 403521 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores/collection1/], dataDir=[null]
:    [junit4]   2> 403521 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c0e52a6
:    [junit4]   2> 403521 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores/collection1/data
:    [junit4]   2> 403522 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores/collection1/data/index/
:    [junit4]   2> 403522 WARN  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
:    [junit4]   2> 403522 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores/collection1/data/index
:    [junit4]   2> 403522 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
:    [junit4]   2> 403523 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
:    [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5d3d153a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5fcf7f85),segFN=segments_1,generation=1}
:    [junit4]   2> 403523 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
:    [junit4]   2> 403527 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
:    [junit4]   2> 403527 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
:    [junit4]   2> 403527 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
:    [junit4]   2> 403527 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
:    [junit4]   2> 403528 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
:    [junit4]   2> 403528 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
:    [junit4]   2> 403528 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
:    [junit4]   2> 403528 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
:    [junit4]   2> 403528 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
:    [junit4]   2> 403530 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
:    [junit4]   2> 403531 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
:    [junit4]   2> 403532 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
:    [junit4]   2> 403533 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
:    [junit4]   2> 403536 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
:    [junit4]   2> 403536 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
:    [junit4]   2> 403537 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
:    [junit4]   2> 403537 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
:    [junit4]   2> 403538 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
:    [junit4]   2> 403538 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
:    [junit4]   2> 403538 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1596911514, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
:    [junit4]   2> 403589 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
:    [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5d3d153a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5fcf7f85),segFN=segments_1,generation=1}
:    [junit4]   2> 403589 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
:    [junit4]   2> 403589 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@449991a3[collection1] main
:    [junit4]   2> 403590 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
:    [junit4]   2> 403591 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
:    [junit4]   2> 403591 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
:    [junit4]   2> 403591 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
:    [junit4]   2> 403591 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
:    [junit4]   2> 403592 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
:    [junit4]   2> 403592 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
:    [junit4]   2> 403592 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
:    [junit4]   2> 403592 INFO  (searcherExecutor-925-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@449991a3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
:    [junit4]   2> 403593 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog On first searcher opened, looking up max value of version field
:    [junit4]   2> 403593 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
:    [junit4]   2> 403593 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
:    [junit4]   2> 403593 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1502493507986653184
:    [junit4]   2> 403595 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2 ms to seed version buckets with highest version 1502493507986653184
:    [junit4]   2> 403595 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
:    [junit4]   2> 403596 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
:    [junit4]   2> 403596 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:60774/xk/t collection:control_collection shard:shard1
:    [junit4]   2> 403600 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
:    [junit4]   2> 403602 INFO  (zkCallback-227-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
:    [junit4]   2> 403602 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
:    [junit4]   2> 403602 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
:    [junit4]   2> 403602 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60774/xk/t/collection1/
:    [junit4]   2> 403602 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
:    [junit4]   2>   "operation":"leader",
:    [junit4]   2>   "shard":"shard1",
:    [junit4]   2>   "collection":"control_collection"} current state version: 1
:    [junit4]   2> 403603 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
:    [junit4]   2> 403603 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:60774/xk/t/collection1/ has no replicas
:    [junit4]   2> 403603 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60774/xk/t/collection1/ shard1
:    [junit4]   2> 403606 INFO  (zkCallback-227-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
:    [junit4]   2> 403607 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
:    [junit4]   2>   "operation":"leader",
:    [junit4]   2>   "shard":"shard1",
:    [junit4]   2>   "collection":"control_collection",
:    [junit4]   2>   "base_url":"http://127.0.0.1:60774/xk/t",
:    [junit4]   2>   "core":"collection1",
:    [junit4]   2>   "state":"active"} current state version: 1
:    [junit4]   2> 403757 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:60774/xk/t/collection1/ and leader is http://127.0.0.1:60774/xk/t/collection1/
:    [junit4]   2> 403757 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60774/xk/t
:    [junit4]   2> 403757 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
:    [junit4]   2> 403757 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
:    [junit4]   2> 403757 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
:    [junit4]   2> 403759 INFO  (zkCallback-227-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
:    [junit4]   2> 403760 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
:    [junit4]   2>   "core":"collection1",
:    [junit4]   2>   "core_node_name":"core_node1",
:    [junit4]   2>   "roles":null,
:    [junit4]   2>   "base_url":"http://127.0.0.1:60774/xk/t",
:    [junit4]   2>   "node_name":"127.0.0.1:60774_xk%2Ft",
:    [junit4]   2>   "numShards":"1",
:    [junit4]   2>   "state":"active",
:    [junit4]   2>   "shard":"shard1",
:    [junit4]   2>   "collection":"control_collection",
:    [junit4]   2>   "operation":"state"} current state version: 2
:    [junit4]   2> 403760 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
:    [junit4]   2>   "core":"collection1",
:    [junit4]   2>   "core_node_name":"core_node1",
:    [junit4]   2>   "roles":null,
:    [junit4]   2>   "base_url":"http://127.0.0.1:60774/xk/t",
:    [junit4]   2>   "node_name":"127.0.0.1:60774_xk%2Ft",
:    [junit4]   2>   "numShards":"1",
:    [junit4]   2>   "state":"active",
:    [junit4]   2>   "shard":"shard1",
:    [junit4]   2>   "collection":"control_collection",
:    [junit4]   2>   "operation":"state"}
:    [junit4]   2> 403876 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
:    [junit4]   2> 404167 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores/collection1
:    [junit4]   2> 404168 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001
:    [junit4]   2> 404171 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.e.j.s.Server jetty-9.2.10.v20150310
:    [junit4]   2> 404174 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28f169fa{/xk/t,null,AVAILABLE}
:    [junit4]   2> 404176 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.e.j.s.ServerConnector Started ServerConnector@2b3b8799{HTTP/1.1}{127.0.0.1:52152}
:    [junit4]   2> 404176 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.e.j.s.Server Started @407672ms
:    [junit4]   2> 404176 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/xk/t, hostPort=52152, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores}
:    [junit4]   2> 404177 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@c387f44
:    [junit4]   2> 404177 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/'
:    [junit4]   2> 404192 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/solr.xml
:    [junit4]   2> 404209 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores
:    [junit4]   2> 404209 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.CoreContainer New CoreContainer 1593301048
:    [junit4]   2> 404209 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/]
:    [junit4]   2> 404209 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/lib
:    [junit4]   2> 404210 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/lib).
:    [junit4]   2> 404217 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
:    [junit4]   2> 404218 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
:    [junit4]   2> 404219 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
:    [junit4]   2> 404219 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
:    [junit4]   2> 404219 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38050/solr
:    [junit4]   2> 404219 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.ZkController zkHost includes chroot
:    [junit4]   2> 405243 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:52152_xk%2Ft    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52152_xk%2Ft
:    [junit4]   2> 405252 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:52152_xk%2Ft    ] o.a.s.c.Overseer Overseer (id=null) closing
:    [junit4]   2> 405255 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:52152_xk%2Ft    ] o.a.s.c.CoreContainer No authentication plugin used.
:    [junit4]   2> 405255 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:52152_xk%2Ft    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
:    [junit4]   2> 405256 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:52152_xk%2Ft    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores
:    [junit4]   2> 405257 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:52152_xk%2Ft    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=
 }
:    [junit4]   2> 405257 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:52152_xk%2Ft    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores/collection1/
:    [junit4]   2> 405257 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:52152_xk%2Ft    ] o.a.s.c.CoresLocator Found 1 core definitions
:    [junit4]   2> 405258 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
:    [junit4]   2> 405258 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
:    [junit4]   2> 405258 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:52152_xk%2Ft    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
:    [junit4]   2> 405259 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:52152_xk%2Ft    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
:    [junit4]   2> 405259 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
:    [junit4]   2> 405259 INFO  (zkCallback-227-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
:    [junit4]   2> 405260 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
:    [junit4]   2>   "core":"collection1",
:    [junit4]   2>   "roles":null,
:    [junit4]   2>   "base_url":"http://127.0.0.1:52152/xk/t",
:    [junit4]   2>   "node_name":"127.0.0.1:52152_xk%2Ft",
:    [junit4]   2>   "numShards":"2",
:    [junit4]   2>   "state":"down",
:    [junit4]   2>   "shard":null,
:    [junit4]   2>   "collection":"collection1",
:    [junit4]   2>   "operation":"state"} current state version: 3
:    [junit4]   2> 405261 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
:    [junit4]   2>   "core":"collection1",
:    [junit4]   2>   "roles":null,
:    [junit4]   2>   "base_url":"http://127.0.0.1:52152/xk/t",
:    [junit4]   2>   "node_name":"127.0.0.1:52152_xk%2Ft",
:    [junit4]   2>   "numShards":"2",
:    [junit4]   2>   "state":"down",
:    [junit4]   2>   "shard":null,
:    [junit4]   2>   "collection":"collection1",
:    [junit4]   2>   "operation":"state"}
:    [junit4]   2> 405261 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
:    [junit4]   2> 405261 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
:    [junit4]   2> 406260 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
:    [junit4]   2> 406261 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
:    [junit4]   2> 406262 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
:    [junit4]   2> 406266 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores/collection1/'
:    [junit4]   2> 406284 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
:    [junit4]   2> 406293 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
:    [junit4]   2> 406296 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
:    [junit4]   2> 406305 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
:    [junit4]   2> 406306 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
:    [junit4]   2> 406311 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
:    [junit4]   2> 406415 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
:    [junit4]   2> 406422 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
:    [junit4]   2> 406423 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
:    [junit4]   2> 406434 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
:    [junit4]   2> 406443 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
:    [junit4]   2> 406448 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
:    [junit4]   2> 406454 WARN  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
:    [junit4]   2> 406455 WARN  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
:    [junit4]   2> 406455 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
:    [junit4]   2> 406457 WARN  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
:    [junit4]   2> 406459 WARN  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
:    [junit4]   2> 406459 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
:    [junit4]   2> 406459 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
:    [junit4]   2> 406462 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores/collection1/], dataDir=[null]
:    [junit4]   2> 406463 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c0e52a6
:    [junit4]   2> 406464 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores/collection1/data
:    [junit4]   2> 406467 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores/collection1/data/index/
:    [junit4]   2> 406467 WARN  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
:    [junit4]   2> 406467 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores/collection1/data/index
:    [junit4]   2> 406468 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
:    [junit4]   2> 406472 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
:    [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@564eed24 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28bbdc9b),segFN=segments_1,generation=1}
:    [junit4]   2> 406472 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
:    [junit4]   2> 406502 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
:    [junit4]   2> 406502 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
:    [junit4]   2> 406502 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
:    [junit4]   2> 406502 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
:    [junit4]   2> 406502 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
:    [junit4]   2> 406503 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
:    [junit4]   2> 406503 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
:    [junit4]   2> 406503 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
:    [junit4]   2> 406503 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
:    [junit4]   2> 406505 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
:    [junit4]   2> 406506 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
:    [junit4]   2> 406507 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
:    [junit4]   2> 406508 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
:    [junit4]   2> 406518 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
:    [junit4]   2> 406518 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
:    [junit4]   2> 406519 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
:    [junit4]   2> 406519 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
:    [junit4]   2> 406520 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
:    [junit4]   2> 406520 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
:    [junit4]   2> 406521 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1596911514, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
:    [junit4]   2> 406572 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
:    [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@564eed24 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28bbdc9b),segFN=segments_1,generation=1}
:    [junit4]   2> 406572 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
:    [junit4]   2> 406573 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@4a9cfa4a[collection1] main
:    [junit4]   2> 406573 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
:    [junit4]   2> 406574 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
:    [junit4]   2> 406574 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
:    [junit4]   2> 406574 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
:    [junit4]   2> 406574 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
:    [junit4]   2> 406574 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
:    [junit4]   2> 406575 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
:    [junit4]   2> 406575 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
:    [junit4]   2> 406576 INFO  (searcherExecutor-936-thread-1-processing-n:127.0.0.1:52152_xk%2Ft x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4a9cfa4a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
:    [junit4]   2> 406576 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog On first searcher opened, looking up max value of version field
:    [junit4]   2> 406576 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
:    [junit4]   2> 406576 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
:    [junit4]   2> 406576 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1502493511114555392
:    [junit4]   2> 406578 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2 ms to seed version buckets with highest version 1502493511114555392
:    [junit4]
: 
: [...truncated too long message...]
: 
: e_node3 x:collection1] o.a.s.c.SocketProxy Closing 13 connections to: http://127.0.0.1:58289/pn_rez/m, target: http://127.0.0.1:34763/pn_rez/m
:    [junit4]   2> 2318424 WARN  (TEST-HttpPartitionTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:39551_pn_rez%2Fm c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SocketProxy Closing 7 connections to: http://127.0.0.1:39551/pn_rez/m, target: http://127.0.0.1:46711/pn_rez/m
:    [junit4]   2> 2318424 WARN  (TEST-HttpPartitionTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:39551_pn_rez%2Fm c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SocketProxy Closing 5 connections to: http://127.0.0.1:44114/pn_rez/m, target: http://127.0.0.1:41855/pn_rez/m
:    [junit4]   2> 2318425 INFO  (SUITE-HttpPartitionTest-seed#[3AF6852C6379681]-worker) [n:127.0.0.1:39551_pn_rez%2Fm c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
:    [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5063, maxDocsPerChunk=251, blockSize=4), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5063, blockSize=4)), sim=DefaultSimilarity, locale=en_AU, timezone=America/Recife
:    [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_25 (64-bit)/cpus=4,threads=1,free=246850776,total=528482304
:    [junit4]   2> NOTE: All tests run in this JVM: [TestCopyFieldCollectionResource, LeaderElectionIntegrationTest, ActionThrottleTest, TestLazyCores, TestCloudInspectUtil, HighlighterTest, TestImplicitCoreProperties, MultiTermTest, SuggesterWFSTTest, TestObjectReleaseTracker, CSVRequestHandlerTest, TestDFRSimilarityFactory, DistributedSpellCheckComponentTest, TestSolrXml, TestUpdate, TestReqParamsAPI, TestOrdValues, TestCursorMarkWithoutUniqueKey, FastVectorHighlighterTest, MergeStrategyTest, TestFieldSortValues, UUIDFieldTest, TermsComponentTest, TestFunctionQuery, TestArbitraryIndexDir, DebugComponentTest, DateRangeFieldTest, SolrIndexConfigTest, VMParamsZkACLAndCredentialsProvidersTest, IndexBasedSpellCheckerTest, MinimalSchemaTest, TestBadConfig, AliasIntegrationTest, TestInitParams, TestNoOpRegenerator, CursorPagingTest, BlockCacheTest, SSLMigrationTest, TestStandardQParsers, DefaultValueUpdateProcessorTest, TestDistributedMissingSort, TestDistributedStatsComponentCardinality,
  TestCSVLoader, TestHighlightDedupGrouping, TestJmxIntegration, SolrCoreTest, TestBinaryField, SimplePostToolTest, HdfsWriteToMultipleCollectionsTest, HdfsRecoverLeaseTest, ClusterStateTest, TestConfig, TestSolr4Spatial2, TestCodecSupport, AnalysisErrorHandlingTest, TermVectorComponentTest, HighlighterConfigTest, CdcrUpdateLogTest, TestRandomFaceting, SimpleMLTQParserTest, SpatialHeatmapFacetsTest, TestStressLucene, TestFaceting, TestIBSimilarityFactory, TestIntervalFaceting, CurrencyFieldXmlFileTest, TestMiniSolrCloudClusterSSL, TestWordDelimiterFilterFactory, TestBlendedInfixSuggestions, TestTrackingShardHandlerFactory, TestQuerySenderListener, RequestHandlersTest, QueryElevationComponentTest, TestSolrConfigHandler, TestJmxMonitoredMap, TestPostingsSolrHighlighter, IndexSchemaTest, TestMissingGroups, TestSolrIndexConfig, TestSolr4Spatial, BasicDistributedZkTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, Te
 stMergePolicyConfig, SampleTest, NumericFieldsTest, TestElisionMultitermQuery, DirectSolrConnectionTest, TestPhraseSuggestions, TestSweetSpotSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, FileUtilsTest, CircularListTest, DistributedIntervalFacetingTest, CollectionStateFormat2Test, DeleteInactiveReplicaTest, DeleteShardTest, DistribJoinFromCollectionTest, HttpPartitionTest]
:    [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
:    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpPartitionTest -Dtests.seed=3AF6852C6379681 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=en_AU -Dtests.timezone=America/Recife -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
:    [junit4] ERROR   0.00s J0 | HttpPartitionTest (suite) <<<
:    [junit4]    > Throwable #1: java.lang.RuntimeException: file handle leaks: [SeekableByteChannel(/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 3AF6852C6379681-001/index-SimpleFSDirectory-011/segments_2)]
:    [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3AF6852C6379681]:0)
:    [junit4]    > 	at org.apache.lucene.mockfile.LeakFS.onClose(LeakFS.java:64)
:    [junit4]    > 	at org.apache.lucene.mockfile.FilterFileSystem.close(FilterFileSystem.java:78)
:    [junit4]    > 	at org.apache.lucene.mockfile.FilterFileSystem.close(FilterFileSystem.java:79)
:    [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
:    [junit4]    > Caused by: java.lang.Exception
:    [junit4]    > 	at org.apache.lucene.mockfile.LeakFS.onOpen(LeakFS.java:47)
:    [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
:    [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:272)
:    [junit4]    > 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:213)
:    [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:241)
:    [junit4]    > 	at java.nio.file.Files.newByteChannel(Files.java:361)
:    [junit4]    > 	at java.nio.file.Files.newByteChannel(Files.java:407)
:    [junit4]    > 	at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:76)
:    [junit4]    > 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:110)
:    [junit4]    > 	at org.apache.lucene.store.RawDirectoryWrapper.openChecksumInput(RawDirectoryWrapper.java:42)
:    [junit4]    > 	at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:269)
:    [junit4]    > 	at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:488)
:    [junit4]    > 	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:278)
:    [junit4]    > 	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:265)
:    [junit4]    > 	at org.apache.lucene.store.BaseDirectoryWrapper.close(BaseDirectoryWrapper.java:46)
:    [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:307)
:    [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.closeCacheValue(CachingDirectoryFactory.java:273)
:    [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:203)
:    [junit4]    > 	at org.apache.solr.core.SolrCore.close(SolrCore.java:1254)
:    [junit4]    > 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:311)
:    [junit4]    > 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:198)
:    [junit4]    > 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:159)
:    [junit4]    > 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:348)
:    [junit4]    > 	at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1070)
:    [junit4]    > 	at org.apache.solr.cloud.ZkController.register(ZkController.java:884)
:    [junit4]    > 	at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:225)
:    [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
:    [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:156)
:    [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
:    [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
:    [junit4]    > 	... 1 more
:    [junit4] Completed [404/503] on J0 in 143.50s, 1 test, 1 error <<< FAILURES!
: 
: [...truncated 337 lines...]
: BUILD FAILED
: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:533: The following error occurred while executing this line:
: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:474: The following error occurred while executing this line:
: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:61: The following error occurred while executing this line:
: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/extra-targets.xml:39: The following error occurred while executing this line:
: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:230: The following error occurred while executing this line:
: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:512: The following error occurred while executing this line:
: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1415: The following error occurred while executing this line:
: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:973: There were test failures: 503 suites, 1986 tests, 1 suite-level error, 1 error, 1 failure, 20 ignored (10 assumptions)
: 
: Total time: 148 minutes 7 seconds
: Build step 'Invoke Ant' marked build as failure
: Archiving artifacts
: No artifacts from Lucene-Solr-NightlyTests-trunk #679 to compare, so performing full copy of artifacts
: Recording test results
: Email was triggered for: Failure
: Sending email for trigger: Failure
: 
: 
: 

-Hoss
http://www.lucidworks.com/

[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 696 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/696/

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.HttpPartitionTest

Error Message:
file handle leaks: [SeekableByteChannel(/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 3AF6852C6379681-001/index-SimpleFSDirectory-011/segments_2)]

Stack Trace:
java.lang.RuntimeException: file handle leaks: [SeekableByteChannel(/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 3AF6852C6379681-001/index-SimpleFSDirectory-011/segments_2)]
	at __randomizedtesting.SeedInfo.seed([3AF6852C6379681]:0)
	at org.apache.lucene.mockfile.LeakFS.onClose(LeakFS.java:64)
	at org.apache.lucene.mockfile.FilterFileSystem.close(FilterFileSystem.java:78)
	at org.apache.lucene.mockfile.FilterFileSystem.close(FilterFileSystem.java:79)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:227)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.Exception
	at org.apache.lucene.mockfile.LeakFS.onOpen(LeakFS.java:47)
	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
	at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:272)
	at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:213)
	at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:241)
	at java.nio.file.Files.newByteChannel(Files.java:361)
	at java.nio.file.Files.newByteChannel(Files.java:407)
	at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:76)
	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:110)
	at org.apache.lucene.store.RawDirectoryWrapper.openChecksumInput(RawDirectoryWrapper.java:42)
	at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:269)
	at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:488)
	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:278)
	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:265)
	at org.apache.lucene.store.BaseDirectoryWrapper.close(BaseDirectoryWrapper.java:46)
	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:307)
	at org.apache.solr.core.CachingDirectoryFactory.closeCacheValue(CachingDirectoryFactory.java:273)
	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:203)
	at org.apache.solr.core.SolrCore.close(SolrCore.java:1254)
	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:311)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:198)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:159)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:348)
	at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1070)
	at org.apache.solr.cloud.ZkController.register(ZkController.java:884)
	at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:225)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:156)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more


REGRESSION:  org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping

Error Message:
distrib-chain-explicit expected LogUpdateProcessor in chain due to @RunAllways, but not found: org.apache.solr.update.processor.DistributedUpdateProcessor@638c6e19, org.apache.solr.update.processor.RemoveBlankFieldUpdateProcessorFactory$1@25bbdfcb, org.apache.solr.update.processor.RunUpdateProcessor@473fea05, 

Stack Trace:
java.lang.AssertionError: distrib-chain-explicit expected LogUpdateProcessor in chain due to @RunAllways, but not found: org.apache.solr.update.processor.DistributedUpdateProcessor@638c6e19, org.apache.solr.update.processor.RemoveBlankFieldUpdateProcessorFactory$1@25bbdfcb, org.apache.solr.update.processor.RunUpdateProcessor@473fea05, 
	at __randomizedtesting.SeedInfo.seed([3AF6852C6379681:724B9684B0DCB14D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping(UpdateRequestProcessorFactoryTest.java:127)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=3840, name=collection5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3840, name=collection5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44466/xk/t: collection already exists: awholynewstresscollection_collection5_1
	at __randomizedtesting.SeedInfo.seed([3AF6852C6379681]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:235)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:227)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:328)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1570)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1591)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:860)




Build Log:
[...truncated 10189 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/init-core-data-001
   [junit4]   2> 401841 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[3AF6852C6379681]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 401841 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[3AF6852C6379681]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /xk/t
   [junit4]   2> 401844 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 401845 INFO  (Thread-2385) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 401845 INFO  (Thread-2385) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 401945 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.ZkTestServer start zk server on port:38050
   [junit4]   2> 401959 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 401961 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 401963 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 401965 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 401967 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 401968 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 401970 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 401971 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 401973 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 401974 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 401976 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 402265 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores/collection1
   [junit4]   2> 402267 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.e.j.s.Server jetty-9.2.10.v20150310
   [junit4]   2> 402269 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2bd76d64{/xk/t,null,AVAILABLE}
   [junit4]   2> 402288 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.e.j.s.ServerConnector Started ServerConnector@19fab22b{HTTP/1.1}{127.0.0.1:60774}
   [junit4]   2> 402288 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.e.j.s.Server Started @405784ms
   [junit4]   2> 402289 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/tempDir-001/control/data, hostContext=/xk/t, hostPort=60774, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores}
   [junit4]   2> 402289 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@c387f44
   [junit4]   2> 402289 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/'
   [junit4]   2> 402303 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/solr.xml
   [junit4]   2> 402308 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores
   [junit4]   2> 402308 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.CoreContainer New CoreContainer 1809701273
   [junit4]   2> 402309 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/]
   [junit4]   2> 402309 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/lib
   [junit4]   2> 402309 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/lib).
   [junit4]   2> 402315 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 402317 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 402317 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 402317 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 402317 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38050/solr
   [junit4]   2> 402318 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 402340 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60774_xk%2Ft
   [junit4]   2> 402353 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 402354 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60774_xk%2Ft
   [junit4]   2> 402355 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.Overseer Overseer (id=93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) starting
   [junit4]   2> 402363 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 402363 INFO  (OverseerCollectionProcessor-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.OverseerCollectionProcessor Process current queue of collection creations
   [junit4]   2> 402364 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 402366 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 402367 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 402367 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores
   [junit4]   2> 402368 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 402368 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores/collection1/
   [junit4]   2> 402369 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 402369 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 402369 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 402369 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 402370 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 402370 INFO  (zkCallback-227-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 402370 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 402371 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60774/xk/t",
   [junit4]   2>   "node_name":"127.0.0.1:60774_xk%2Ft",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 402371 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60774/xk/t",
   [junit4]   2>   "node_name":"127.0.0.1:60774_xk%2Ft",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 402371 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 402372 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 403370 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 403371 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 403371 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 403372 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores/collection1/'
   [junit4]   2> 403384 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 403393 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 403396 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 403404 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 403405 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 403410 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 403498 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 403504 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 403505 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 403514 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 403517 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 403518 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 403519 WARN  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 403519 WARN  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 403519 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 403520 WARN  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 403520 WARN  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 403520 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 403520 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 403521 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 403521 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c0e52a6
   [junit4]   2> 403521 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores/collection1/data
   [junit4]   2> 403522 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores/collection1/data/index/
   [junit4]   2> 403522 WARN  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 403522 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/control-001/cores/collection1/data/index
   [junit4]   2> 403522 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 403523 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5d3d153a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5fcf7f85),segFN=segments_1,generation=1}
   [junit4]   2> 403523 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 403527 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 403527 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 403527 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 403527 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 403528 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 403528 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 403528 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 403528 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 403528 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 403530 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 403531 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 403532 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 403533 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 403536 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 403536 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 403537 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 403537 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 403538 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 403538 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 403538 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1596911514, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 403589 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5d3d153a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5fcf7f85),segFN=segments_1,generation=1}
   [junit4]   2> 403589 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 403589 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@449991a3[collection1] main
   [junit4]   2> 403590 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 403591 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 403591 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 403591 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 403591 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 403592 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 403592 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 403592 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 403592 INFO  (searcherExecutor-925-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@449991a3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 403593 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog On first searcher opened, looking up max value of version field
   [junit4]   2> 403593 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 403593 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 403593 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1502493507986653184
   [junit4]   2> 403595 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2 ms to seed version buckets with highest version 1502493507986653184
   [junit4]   2> 403595 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 403596 INFO  (coreLoadExecutor-924-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 403596 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:60774/xk/t collection:control_collection shard:shard1
   [junit4]   2> 403600 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 403602 INFO  (zkCallback-227-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 403602 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 403602 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 403602 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60774/xk/t/collection1/
   [junit4]   2> 403602 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 403603 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 403603 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:60774/xk/t/collection1/ has no replicas
   [junit4]   2> 403603 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60774/xk/t/collection1/ shard1
   [junit4]   2> 403606 INFO  (zkCallback-227-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 403607 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:60774/xk/t",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 403757 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:60774/xk/t/collection1/ and leader is http://127.0.0.1:60774/xk/t/collection1/
   [junit4]   2> 403757 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60774/xk/t
   [junit4]   2> 403757 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 403757 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 403757 INFO  (coreZkRegister-918-thread-1-processing-n:127.0.0.1:60774_xk%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60774_xk%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 403759 INFO  (zkCallback-227-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 403760 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60774/xk/t",
   [junit4]   2>   "node_name":"127.0.0.1:60774_xk%2Ft",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 403760 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60774/xk/t",
   [junit4]   2>   "node_name":"127.0.0.1:60774_xk%2Ft",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 403876 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 404167 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores/collection1
   [junit4]   2> 404168 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001
   [junit4]   2> 404171 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.e.j.s.Server jetty-9.2.10.v20150310
   [junit4]   2> 404174 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28f169fa{/xk/t,null,AVAILABLE}
   [junit4]   2> 404176 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.e.j.s.ServerConnector Started ServerConnector@2b3b8799{HTTP/1.1}{127.0.0.1:52152}
   [junit4]   2> 404176 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.e.j.s.Server Started @407672ms
   [junit4]   2> 404176 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/xk/t, hostPort=52152, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores}
   [junit4]   2> 404177 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@c387f44
   [junit4]   2> 404177 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/'
   [junit4]   2> 404192 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/solr.xml
   [junit4]   2> 404209 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores
   [junit4]   2> 404209 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.CoreContainer New CoreContainer 1593301048
   [junit4]   2> 404209 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/]
   [junit4]   2> 404209 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/lib
   [junit4]   2> 404210 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/lib).
   [junit4]   2> 404217 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 404218 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 404219 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 404219 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 404219 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38050/solr
   [junit4]   2> 404219 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 405243 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:52152_xk%2Ft    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52152_xk%2Ft
   [junit4]   2> 405252 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:52152_xk%2Ft    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 405255 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:52152_xk%2Ft    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 405255 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:52152_xk%2Ft    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 405256 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:52152_xk%2Ft    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores
   [junit4]   2> 405257 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:52152_xk%2Ft    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 405257 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:52152_xk%2Ft    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores/collection1/
   [junit4]   2> 405257 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:52152_xk%2Ft    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 405258 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 405258 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 405258 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:52152_xk%2Ft    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 405259 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:52152_xk%2Ft    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 405259 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 405259 INFO  (zkCallback-227-thread-1-processing-n:127.0.0.1:60774_xk%2Ft) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 405260 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52152/xk/t",
   [junit4]   2>   "node_name":"127.0.0.1:52152_xk%2Ft",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 405261 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52152/xk/t",
   [junit4]   2>   "node_name":"127.0.0.1:52152_xk%2Ft",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 405261 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 405261 INFO  (OverseerStateUpdate-93905844134674435-127.0.0.1:60774_xk%2Ft-n_0000000000) [n:127.0.0.1:60774_xk%2Ft    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 406260 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 406261 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 406262 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 406266 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores/collection1/'
   [junit4]   2> 406284 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 406293 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 406296 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 406305 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 406306 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 406311 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 406415 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 406422 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 406423 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 406434 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 406443 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 406448 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 406454 WARN  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 406455 WARN  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 406455 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 406457 WARN  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 406459 WARN  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 406459 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 406459 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 406462 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 406463 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c0e52a6
   [junit4]   2> 406464 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores/collection1/data
   [junit4]   2> 406467 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores/collection1/data/index/
   [junit4]   2> 406467 WARN  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 406467 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3AF6852C6379681-001/shard-1-001/cores/collection1/data/index
   [junit4]   2> 406468 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 406472 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@564eed24 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28bbdc9b),segFN=segments_1,generation=1}
   [junit4]   2> 406472 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 406502 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 406502 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 406502 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 406502 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 406502 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 406503 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 406503 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 406503 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 406503 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 406505 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 406506 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 406507 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 406508 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 406518 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 406518 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 406519 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 406519 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 406520 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 406520 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 406521 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1596911514, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 406572 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@564eed24 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28bbdc9b),segFN=segments_1,generation=1}
   [junit4]   2> 406572 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 406573 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@4a9cfa4a[collection1] main
   [junit4]   2> 406573 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 406574 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 406574 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 406574 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 406574 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 406574 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 406575 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 406575 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 406576 INFO  (searcherExecutor-936-thread-1-processing-n:127.0.0.1:52152_xk%2Ft x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4a9cfa4a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 406576 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog On first searcher opened, looking up max value of version field
   [junit4]   2> 406576 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 406576 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 406576 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1502493511114555392
   [junit4]   2> 406578 INFO  (coreLoadExecutor-935-thread-1-processing-n:127.0.0.1:52152_xk%2Ft) [n:127.0.0.1:52152_xk%2Ft c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2 ms to seed version buckets with highest version 1502493511114555392
   [junit4]

[...truncated too long message...]

e_node3 x:collection1] o.a.s.c.SocketProxy Closing 13 connections to: http://127.0.0.1:58289/pn_rez/m, target: http://127.0.0.1:34763/pn_rez/m
   [junit4]   2> 2318424 WARN  (TEST-HttpPartitionTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:39551_pn_rez%2Fm c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SocketProxy Closing 7 connections to: http://127.0.0.1:39551/pn_rez/m, target: http://127.0.0.1:46711/pn_rez/m
   [junit4]   2> 2318424 WARN  (TEST-HttpPartitionTest.test-seed#[3AF6852C6379681]) [n:127.0.0.1:39551_pn_rez%2Fm c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SocketProxy Closing 5 connections to: http://127.0.0.1:44114/pn_rez/m, target: http://127.0.0.1:41855/pn_rez/m
   [junit4]   2> 2318425 INFO  (SUITE-HttpPartitionTest-seed#[3AF6852C6379681]-worker) [n:127.0.0.1:39551_pn_rez%2Fm c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5063, maxDocsPerChunk=251, blockSize=4), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5063, blockSize=4)), sim=DefaultSimilarity, locale=en_AU, timezone=America/Recife
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_25 (64-bit)/cpus=4,threads=1,free=246850776,total=528482304
   [junit4]   2> NOTE: All tests run in this JVM: [TestCopyFieldCollectionResource, LeaderElectionIntegrationTest, ActionThrottleTest, TestLazyCores, TestCloudInspectUtil, HighlighterTest, TestImplicitCoreProperties, MultiTermTest, SuggesterWFSTTest, TestObjectReleaseTracker, CSVRequestHandlerTest, TestDFRSimilarityFactory, DistributedSpellCheckComponentTest, TestSolrXml, TestUpdate, TestReqParamsAPI, TestOrdValues, TestCursorMarkWithoutUniqueKey, FastVectorHighlighterTest, MergeStrategyTest, TestFieldSortValues, UUIDFieldTest, TermsComponentTest, TestFunctionQuery, TestArbitraryIndexDir, DebugComponentTest, DateRangeFieldTest, SolrIndexConfigTest, VMParamsZkACLAndCredentialsProvidersTest, IndexBasedSpellCheckerTest, MinimalSchemaTest, TestBadConfig, AliasIntegrationTest, TestInitParams, TestNoOpRegenerator, CursorPagingTest, BlockCacheTest, SSLMigrationTest, TestStandardQParsers, DefaultValueUpdateProcessorTest, TestDistributedMissingSort, TestDistributedStatsComponentCardinality, TestCSVLoader, TestHighlightDedupGrouping, TestJmxIntegration, SolrCoreTest, TestBinaryField, SimplePostToolTest, HdfsWriteToMultipleCollectionsTest, HdfsRecoverLeaseTest, ClusterStateTest, TestConfig, TestSolr4Spatial2, TestCodecSupport, AnalysisErrorHandlingTest, TermVectorComponentTest, HighlighterConfigTest, CdcrUpdateLogTest, TestRandomFaceting, SimpleMLTQParserTest, SpatialHeatmapFacetsTest, TestStressLucene, TestFaceting, TestIBSimilarityFactory, TestIntervalFaceting, CurrencyFieldXmlFileTest, TestMiniSolrCloudClusterSSL, TestWordDelimiterFilterFactory, TestBlendedInfixSuggestions, TestTrackingShardHandlerFactory, TestQuerySenderListener, RequestHandlersTest, QueryElevationComponentTest, TestSolrConfigHandler, TestJmxMonitoredMap, TestPostingsSolrHighlighter, IndexSchemaTest, TestMissingGroups, TestSolrIndexConfig, TestSolr4Spatial, BasicDistributedZkTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, TestMergePolicyConfig, SampleTest, NumericFieldsTest, TestElisionMultitermQuery, DirectSolrConnectionTest, TestPhraseSuggestions, TestSweetSpotSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, FileUtilsTest, CircularListTest, DistributedIntervalFacetingTest, CollectionStateFormat2Test, DeleteInactiveReplicaTest, DeleteShardTest, DistribJoinFromCollectionTest, HttpPartitionTest]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpPartitionTest -Dtests.seed=3AF6852C6379681 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=en_AU -Dtests.timezone=America/Recife -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | HttpPartitionTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: file handle leaks: [SeekableByteChannel(/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 3AF6852C6379681-001/index-SimpleFSDirectory-011/segments_2)]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3AF6852C6379681]:0)
   [junit4]    > 	at org.apache.lucene.mockfile.LeakFS.onClose(LeakFS.java:64)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterFileSystem.close(FilterFileSystem.java:78)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterFileSystem.close(FilterFileSystem.java:79)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.lang.Exception
   [junit4]    > 	at org.apache.lucene.mockfile.LeakFS.onOpen(LeakFS.java:47)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:272)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:213)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:241)
   [junit4]    > 	at java.nio.file.Files.newByteChannel(Files.java:361)
   [junit4]    > 	at java.nio.file.Files.newByteChannel(Files.java:407)
   [junit4]    > 	at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:76)
   [junit4]    > 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:110)
   [junit4]    > 	at org.apache.lucene.store.RawDirectoryWrapper.openChecksumInput(RawDirectoryWrapper.java:42)
   [junit4]    > 	at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:269)
   [junit4]    > 	at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:488)
   [junit4]    > 	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:278)
   [junit4]    > 	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:265)
   [junit4]    > 	at org.apache.lucene.store.BaseDirectoryWrapper.close(BaseDirectoryWrapper.java:46)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:307)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.closeCacheValue(CachingDirectoryFactory.java:273)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:203)
   [junit4]    > 	at org.apache.solr.core.SolrCore.close(SolrCore.java:1254)
   [junit4]    > 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:311)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:198)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:159)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:348)
   [junit4]    > 	at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1070)
   [junit4]    > 	at org.apache.solr.cloud.ZkController.register(ZkController.java:884)
   [junit4]    > 	at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:225)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:156)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	... 1 more
   [junit4] Completed [404/503] on J0 in 143.50s, 1 test, 1 error <<< FAILURES!

[...truncated 337 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:533: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:474: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:61: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/extra-targets.xml:39: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:230: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:512: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1415: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:973: There were test failures: 503 suites, 1986 tests, 1 suite-level error, 1 error, 1 failure, 20 ignored (10 assumptions)

Total time: 148 minutes 7 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No artifacts from Lucene-Solr-NightlyTests-trunk #679 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 695 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/695/

12 tests failed.
REGRESSION:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
Didn't see all replicas for shard shard1 in c8n_1x2 come up within 30000 ms! ClusterState: {   "collection1":{     "replicationFactor":"1",     "shards":{       "shard1":{         "range":"80000000-ffffffff",         "state":"active",         "replicas":{"core_node2":{             "core":"collection1",             "base_url":"http://127.0.0.1:42449/n_fa",             "node_name":"127.0.0.1:42449_n_fa",             "state":"active",             "leader":"true"}}},       "shard2":{         "range":"0-7fffffff",         "state":"active",         "replicas":{           "core_node1":{             "core":"collection1",             "base_url":"http://127.0.0.1:58716/n_fa",             "node_name":"127.0.0.1:58716_n_fa",             "state":"active",             "leader":"true"},           "core_node3":{             "core":"collection1",             "base_url":"http://127.0.0.1:32896/n_fa",             "node_name":"127.0.0.1:32896_n_fa",             "state":"active"}}}},     "router":{"name":"compositeId"},     "maxShardsPerNode":"1",     "autoAddReplicas":"false",     "autoCreated":"true"},   "control_collection":{     "replicationFactor":"1",     "shards":{"shard1":{         "range":"80000000-7fffffff",         "state":"active",         "replicas":{"core_node1":{             "core":"collection1",             "base_url":"http://127.0.0.1:59437/n_fa",             "node_name":"127.0.0.1:59437_n_fa",             "state":"active",             "leader":"true"}}}},     "router":{"name":"compositeId"},     "maxShardsPerNode":"1",     "autoAddReplicas":"false",     "autoCreated":"true"},   "c8n_1x2":{     "replicationFactor":"2",     "shards":{"shard1":{         "range":"80000000-7fffffff",         "state":"active",         "replicas":{           "core_node1":{             "core":"c8n_1x2_shard1_replica2",             "base_url":"http://127.0.0.1:42449/n_fa",             "node_name":"127.0.0.1:42449_n_fa",             "state":"active",             "leader":"true"},           "core_node2":{             "core":"c8n_1x2_shard1_replica1",             "base_url":"http://127.0.0.1:58716/n_fa",             "node_name":"127.0.0.1:58716_n_fa",             "state":"recovering"}}}},     "router":{"name":"compositeId"},     "maxShardsPerNode":"1",     "autoAddReplicas":"false"}}

Stack Trace:
java.lang.AssertionError: Didn't see all replicas for shard shard1 in c8n_1x2 come up within 30000 ms! ClusterState: {
  "collection1":{
    "replicationFactor":"1",
    "shards":{
      "shard1":{
        "range":"80000000-ffffffff",
        "state":"active",
        "replicas":{"core_node2":{
            "core":"collection1",
            "base_url":"http://127.0.0.1:42449/n_fa",
            "node_name":"127.0.0.1:42449_n_fa",
            "state":"active",
            "leader":"true"}}},
      "shard2":{
        "range":"0-7fffffff",
        "state":"active",
        "replicas":{
          "core_node1":{
            "core":"collection1",
            "base_url":"http://127.0.0.1:58716/n_fa",
            "node_name":"127.0.0.1:58716_n_fa",
            "state":"active",
            "leader":"true"},
          "core_node3":{
            "core":"collection1",
            "base_url":"http://127.0.0.1:32896/n_fa",
            "node_name":"127.0.0.1:32896_n_fa",
            "state":"active"}}}},
    "router":{"name":"compositeId"},
    "maxShardsPerNode":"1",
    "autoAddReplicas":"false",
    "autoCreated":"true"},
  "control_collection":{
    "replicationFactor":"1",
    "shards":{"shard1":{
        "range":"80000000-7fffffff",
        "state":"active",
        "replicas":{"core_node1":{
            "core":"collection1",
            "base_url":"http://127.0.0.1:59437/n_fa",
            "node_name":"127.0.0.1:59437_n_fa",
            "state":"active",
            "leader":"true"}}}},
    "router":{"name":"compositeId"},
    "maxShardsPerNode":"1",
    "autoAddReplicas":"false",
    "autoCreated":"true"},
  "c8n_1x2":{
    "replicationFactor":"2",
    "shards":{"shard1":{
        "range":"80000000-7fffffff",
        "state":"active",
        "replicas":{
          "core_node1":{
            "core":"c8n_1x2_shard1_replica2",
            "base_url":"http://127.0.0.1:42449/n_fa",
            "node_name":"127.0.0.1:42449_n_fa",
            "state":"active",
            "leader":"true"},
          "core_node2":{
            "core":"c8n_1x2_shard1_replica1",
            "base_url":"http://127.0.0.1:58716/n_fa",
            "node_name":"127.0.0.1:58716_n_fa",
            "state":"recovering"}}}},
    "router":{"name":"compositeId"},
    "maxShardsPerNode":"1",
    "autoAddReplicas":"false"}}
	at __randomizedtesting.SeedInfo.seed([AE01379C51CF397A:26550846FF335482]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1906)
	at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:176)
	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:99)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.search.TestStressRecovery

Error Message:
7 threads leaked from SUITE scope at org.apache.solr.search.TestStressRecovery:     1) Thread[id=76233, name=WRITER4, state=WAITING, group=TGRP-TestStressRecovery]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)         at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)         at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112)    2) Thread[id=76235, name=WRITER6, state=WAITING, group=TGRP-TestStressRecovery]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)         at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)         at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112)    3) Thread[id=76229, name=WRITER0, state=WAITING, group=TGRP-TestStressRecovery]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)         at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)         at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112)    4) Thread[id=76231, name=WRITER2, state=WAITING, group=TGRP-TestStressRecovery]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)         at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)         at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112)    5) Thread[id=76234, name=WRITER5, state=WAITING, group=TGRP-TestStressRecovery]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)         at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)         at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112)    6) Thread[id=76230, name=WRITER1, state=WAITING, group=TGRP-TestStressRecovery]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)         at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)         at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112)    7) Thread[id=76232, name=WRITER3, state=WAITING, group=TGRP-TestStressRecovery]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)         at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)         at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 7 threads leaked from SUITE scope at org.apache.solr.search.TestStressRecovery: 
   1) Thread[id=76233, name=WRITER4, state=WAITING, group=TGRP-TestStressRecovery]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
        at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)
        at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112)
   2) Thread[id=76235, name=WRITER6, state=WAITING, group=TGRP-TestStressRecovery]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
        at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)
        at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112)
   3) Thread[id=76229, name=WRITER0, state=WAITING, group=TGRP-TestStressRecovery]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
        at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)
        at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112)
   4) Thread[id=76231, name=WRITER2, state=WAITING, group=TGRP-TestStressRecovery]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
        at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)
        at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112)
   5) Thread[id=76234, name=WRITER5, state=WAITING, group=TGRP-TestStressRecovery]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
        at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)
        at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112)
   6) Thread[id=76230, name=WRITER1, state=WAITING, group=TGRP-TestStressRecovery]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
        at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)
        at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112)
   7) Thread[id=76232, name=WRITER3, state=WAITING, group=TGRP-TestStressRecovery]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
        at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)
        at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112)
	at __randomizedtesting.SeedInfo.seed([AE01379C51CF397A]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.search.TestStressRecovery

Error Message:
Captured an uncaught exception in thread: Thread[id=76236, name=READER0, state=RUNNABLE, group=TGRP-TestStressRecovery]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=76236, name=READER0, state=RUNNABLE, group=TGRP-TestStressRecovery]
Caused by: java.lang.RuntimeException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([AE01379C51CF397A]:0)
	at org.apache.solr.search.TestStressRecovery$2.run(TestStressRecovery.java:331)
Caused by: java.lang.NullPointerException
	at org.apache.solr.util.TestHarness.query(TestHarness.java:320)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:302)
	at org.apache.solr.search.TestStressRecovery$2.run(TestStressRecovery.java:306)


FAILED:  junit.framework.TestSuite.org.apache.solr.search.TestStressRecovery

Error Message:
Captured an uncaught exception in thread: Thread[id=76240, name=READER4, state=RUNNABLE, group=TGRP-TestStressRecovery]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=76240, name=READER4, state=RUNNABLE, group=TGRP-TestStressRecovery]
Caused by: java.lang.RuntimeException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([AE01379C51CF397A]:0)
	at org.apache.solr.search.TestStressRecovery$2.run(TestStressRecovery.java:331)
Caused by: java.lang.NullPointerException
	at org.apache.solr.util.TestHarness.query(TestHarness.java:320)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:302)
	at org.apache.solr.search.TestStressRecovery$2.run(TestStressRecovery.java:306)


FAILED:  junit.framework.TestSuite.org.apache.solr.search.TestStressRecovery

Error Message:
Captured an uncaught exception in thread: Thread[id=76237, name=READER1, state=RUNNABLE, group=TGRP-TestStressRecovery]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=76237, name=READER1, state=RUNNABLE, group=TGRP-TestStressRecovery]
Caused by: java.lang.RuntimeException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([AE01379C51CF397A]:0)
	at org.apache.solr.search.TestStressRecovery$2.run(TestStressRecovery.java:331)
Caused by: java.lang.NullPointerException
	at org.apache.solr.util.TestHarness.query(TestHarness.java:320)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:302)
	at org.apache.solr.search.TestStressRecovery$2.run(TestStressRecovery.java:306)


FAILED:  junit.framework.TestSuite.org.apache.solr.search.TestStressRecovery

Error Message:
Captured an uncaught exception in thread: Thread[id=76238, name=READER2, state=RUNNABLE, group=TGRP-TestStressRecovery]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=76238, name=READER2, state=RUNNABLE, group=TGRP-TestStressRecovery]
Caused by: java.lang.RuntimeException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([AE01379C51CF397A]:0)
	at org.apache.solr.search.TestStressRecovery$2.run(TestStressRecovery.java:331)
Caused by: java.lang.NullPointerException
	at org.apache.solr.util.TestHarness.query(TestHarness.java:320)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:302)
	at org.apache.solr.search.TestStressRecovery$2.run(TestStressRecovery.java:306)


FAILED:  junit.framework.TestSuite.org.apache.solr.search.TestStressRecovery

Error Message:
Captured an uncaught exception in thread: Thread[id=76239, name=READER3, state=RUNNABLE, group=TGRP-TestStressRecovery]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=76239, name=READER3, state=RUNNABLE, group=TGRP-TestStressRecovery]
Caused by: java.lang.RuntimeException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([AE01379C51CF397A]:0)
	at org.apache.solr.search.TestStressRecovery$2.run(TestStressRecovery.java:331)
Caused by: java.lang.NullPointerException
	at org.apache.solr.util.TestHarness.query(TestHarness.java:320)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:302)
	at org.apache.solr.search.TestStressRecovery$2.run(TestStressRecovery.java:306)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
Captured an uncaught exception in thread: Thread[id=67609, name=Thread-61006, state=RUNNABLE, group=TGRP-TestDistributedSearch]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=67609, name=Thread-61006, state=RUNNABLE, group=TGRP-TestDistributedSearch]
	at __randomizedtesting.SeedInfo.seed([AE01379C51CF397A:26550846FF335482]:0)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:55138/ix_pty/g/collection1: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:49106/ix_pty/g/collection1
	at __randomizedtesting.SeedInfo.seed([AE01379C51CF397A]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:235)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:227)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:135)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:943)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:958)
	at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:621)


FAILED:  org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test

Error Message:
Didn't see all replicas for shard shard1 in collection1 come up within 30000 ms! ClusterState: {   "collection1":{     "replicationFactor":"1",     "shards":{"shard1":{         "range":"80000000-7fffffff",         "state":"active",         "replicas":{           "core_node1":{             "core":"collection1",             "base_url":"http://127.0.0.1:59748",             "node_name":"127.0.0.1:59748_",             "state":"active",             "leader":"true"},           "core_node2":{             "core":"collection1",             "base_url":"http://127.0.0.1:49869",             "node_name":"127.0.0.1:49869_",             "state":"recovering"}}}},     "router":{"name":"compositeId"},     "maxShardsPerNode":"1",     "autoAddReplicas":"false",     "autoCreated":"true"},   "control_collection":{     "replicationFactor":"1",     "shards":{"shard1":{         "range":"80000000-7fffffff",         "state":"active",         "replicas":{"core_node1":{             "core":"collection1",             "base_url":"http://127.0.0.1:45279",             "node_name":"127.0.0.1:45279_",             "state":"active",             "leader":"true"}}}},     "router":{"name":"compositeId"},     "maxShardsPerNode":"1",     "autoAddReplicas":"false",     "autoCreated":"true"}}

Stack Trace:
java.lang.AssertionError: Didn't see all replicas for shard shard1 in collection1 come up within 30000 ms! ClusterState: {
  "collection1":{
    "replicationFactor":"1",
    "shards":{"shard1":{
        "range":"80000000-7fffffff",
        "state":"active",
        "replicas":{
          "core_node1":{
            "core":"collection1",
            "base_url":"http://127.0.0.1:59748",
            "node_name":"127.0.0.1:59748_",
            "state":"active",
            "leader":"true"},
          "core_node2":{
            "core":"collection1",
            "base_url":"http://127.0.0.1:49869",
            "node_name":"127.0.0.1:49869_",
            "state":"recovering"}}}},
    "router":{"name":"compositeId"},
    "maxShardsPerNode":"1",
    "autoAddReplicas":"false",
    "autoCreated":"true"},
  "control_collection":{
    "replicationFactor":"1",
    "shards":{"shard1":{
        "range":"80000000-7fffffff",
        "state":"active",
        "replicas":{"core_node1":{
            "core":"collection1",
            "base_url":"http://127.0.0.1:45279",
            "node_name":"127.0.0.1:45279_",
            "state":"active",
            "leader":"true"}}}},
    "router":{"name":"compositeId"},
    "maxShardsPerNode":"1",
    "autoAddReplicas":"false",
    "autoCreated":"true"}}
	at __randomizedtesting.SeedInfo.seed([AE01379C51CF397A:26550846FF335482]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1906)
	at org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test(RecoveryAfterSoftCommitTest.java:116)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1432817556184,generation=2,filelist=[_1a9.cfe, _1a9.cfs, _1a9.si, _1or.cfe, _1or.cfs, _1or.si, _1os.cfe, _1os.cfs, _1os.si, _1ot.cfe, _1ot.cfs, _1ot.si, _1ov.cfe, _1ov.cfs, _1ov.si, _fh.fdt, _fh.fdx, _fh.fnm, _fh.nvd, _fh.nvm, _fh.si, _fh_Lucene50_0.doc, _fh_Lucene50_0.tim, _fh_Lucene50_0.tip, _uu.cfe, _uu.cfs, _uu.si, segments_2]}]> but was:<[{indexVersion=1432817556184,generation=2,filelist=[_1a9.cfe, _1a9.cfs, _1a9.si, _1or.cfe, _1or.cfs, _1or.si, _1os.cfe, _1os.cfs, _1os.si, _1ot.cfe, _1ot.cfs, _1ot.si, _1ov.cfe, _1ov.cfs, _1ov.si, _fh.fdt, _fh.fdx, _fh.fnm, _fh.nvd, _fh.nvm, _fh.si, _fh_Lucene50_0.doc, _fh_Lucene50_0.tim, _fh_Lucene50_0.tip, _uu.cfe, _uu.cfs, _uu.si, segments_2]}, {indexVersion=1432817556184,generation=3,filelist=[_1a9.cfe, _1a9.cfs, _1a9.si, _1ox.cfe, _1ox.cfs, _1ox.si, _fh.fdt, _fh.fdx, _fh.fnm, _fh.nvd, _fh.nvm, _fh.si, _fh_Lucene50_0.doc, _fh_Lucene50_0.tim, _fh_Lucene50_0.tip, _uu.cfe, _uu.cfs, _uu.si, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1432817556184,generation=2,filelist=[_1a9.cfe, _1a9.cfs, _1a9.si, _1or.cfe, _1or.cfs, _1or.si, _1os.cfe, _1os.cfs, _1os.si, _1ot.cfe, _1ot.cfs, _1ot.si, _1ov.cfe, _1ov.cfs, _1ov.si, _fh.fdt, _fh.fdx, _fh.fnm, _fh.nvd, _fh.nvm, _fh.si, _fh_Lucene50_0.doc, _fh_Lucene50_0.tim, _fh_Lucene50_0.tip, _uu.cfe, _uu.cfs, _uu.si, segments_2]}]> but was:<[{indexVersion=1432817556184,generation=2,filelist=[_1a9.cfe, _1a9.cfs, _1a9.si, _1or.cfe, _1or.cfs, _1or.si, _1os.cfe, _1os.cfs, _1os.si, _1ot.cfe, _1ot.cfs, _1ot.si, _1ov.cfe, _1ov.cfs, _1ov.si, _fh.fdt, _fh.fdx, _fh.fnm, _fh.nvd, _fh.nvm, _fh.si, _fh_Lucene50_0.doc, _fh_Lucene50_0.tim, _fh_Lucene50_0.tip, _uu.cfe, _uu.cfs, _uu.si, segments_2]}, {indexVersion=1432817556184,generation=3,filelist=[_1a9.cfe, _1a9.cfs, _1a9.si, _1ox.cfe, _1ox.cfs, _1ox.si, _fh.fdt, _fh.fdx, _fh.fnm, _fh.nvd, _fh.nvm, _fh.si, _fh_Lucene50_0.doc, _fh_Lucene50_0.tim, _fh_Lucene50_0.tip, _uu.cfe, _uu.cfs, _uu.si, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([AE01379C51CF397A:8BD62CAC21873779]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1138)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.search.TestStressRecovery.testStressRecovery

Error Message:
java.lang.AssertionError

Stack Trace:
java.util.concurrent.ExecutionException: java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([AE01379C51CF397A:143B5EC1CE278674]:0)
	at java.util.concurrent.FutureTask.report(FutureTask.java:122)
	at java.util.concurrent.FutureTask.get(FutureTask.java:206)
	at org.apache.solr.search.TestStressRecovery.testStressRecovery(TestStressRecovery.java:370)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.update.CdcrUpdateLogTest$1.run(CdcrUpdateLogTest.java:444)
	at org.apache.solr.update.UpdateLog$LogReplayer.doReplay(UpdateLog.java:1320)
	at org.apache.solr.update.UpdateLog$LogReplayer.run(UpdateLog.java:1258)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:156)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:51471: Could not find collection : awholynewstresscollection_collection3_0

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:51471: Could not find collection : awholynewstresscollection_collection3_0
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:235)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:227)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:328)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:1103)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:182)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10373 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest AE01379C51CF397A-001/init-core-data-001
   [junit4]   2> 473685 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[AE01379C51CF397A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 473685 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[AE01379C51CF397A]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 473688 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 473688 INFO  (Thread-3745) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 473689 INFO  (Thread-3745) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 473789 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.ZkTestServer start zk server on port:44197
   [junit4]   2> 473811 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 473814 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 473816 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 473818 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 473820 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 473822 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 473832 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 473834 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 473836 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 473837 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 473839 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 473862 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 473865 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 473867 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 473869 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 473871 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 473873 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 473874 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 473876 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 473880 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 473881 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 473883 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 473884 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 474253 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest AE01379C51CF397A-001/control-001/cores/collection1
   [junit4]   2> 474255 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.e.j.s.Server jetty-9.2.10.v20150310
   [junit4]   2> 474257 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e2273ad{/,null,AVAILABLE}
   [junit4]   2> 474260 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.e.j.s.ServerConnector Started ServerConnector@59d4589b{HTTP/1.1}{127.0.0.1:51471}
   [junit4]   2> 474260 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.e.j.s.Server Started @477632ms
   [junit4]   2> 474260 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest AE01379C51CF397A-001/tempDir-001/control/data, hostContext=/, hostPort=51471, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest AE01379C51CF397A-001/control-001/cores}
   [junit4]   2> 474260 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@c387f44
   [junit4]   2> 474261 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest AE01379C51CF397A-001/control-001/'
   [junit4]   2> 474276 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest AE01379C51CF397A-001/control-001/solr.xml
   [junit4]   2> 474281 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest AE01379C51CF397A-001/control-001/cores
   [junit4]   2> 474282 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.CoreContainer New CoreContainer 720896740
   [junit4]   2> 474282 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest AE01379C51CF397A-001/control-001/]
   [junit4]   2> 474282 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest AE01379C51CF397A-001/control-001/lib
   [junit4]   2> 474282 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest AE01379C51CF397A-001/control-001/lib).
   [junit4]   2> 474299 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 474300 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 474301 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 474301 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 474301 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44197/solr
   [junit4]   2> 474301 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 474326 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [n:127.0.0.1:51471_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51471_
   [junit4]   2> 474330 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [n:127.0.0.1:51471_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 474331 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [n:127.0.0.1:51471_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51471_
   [junit4]   2> 474333 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [n:127.0.0.1:51471_    ] o.a.s.c.Overseer Overseer (id=93900990641602565-127.0.0.1:51471_-n_0000000000) starting
   [junit4]   2> 474339 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [n:127.0.0.1:51471_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 474340 INFO  (OverseerCollectionProcessor-93900990641602565-127.0.0.1:51471_-n_0000000000) [n:127.0.0.1:51471_    ] o.a.s.c.OverseerCollectionProcessor Process current queue of collection creations
   [junit4]   2> 474341 INFO  (OverseerStateUpdate-93900990641602565-127.0.0.1:51471_-n_0000000000) [n:127.0.0.1:51471_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 474352 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [n:127.0.0.1:51471_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 474352 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [n:127.0.0.1:51471_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 474353 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [n:127.0.0.1:51471_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest AE01379C51CF397A-001/control-001/cores
   [junit4]   2> 474354 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [n:127.0.0.1:51471_    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest AE01379C51CF397A-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest AE01379C51CF397A-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 474354 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [n:127.0.0.1:51471_    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest AE01379C51CF397A-001/control-001/cores/collection1/
   [junit4]   2> 474354 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [n:127.0.0.1:51471_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 474363 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [n:127.0.0.1:51471_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 474363 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 474364 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 474365 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 474364 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AE01379C51CF397A]) [n:127.0.0.1:51471_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 474367 INFO  (zkCallback-560-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 474368 INFO  (OverseerStateUpdate-93900990641602565-127.0.0.1:51471_-n_0000000000) [n:127.0.0.1:51471_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51471",
   [junit4]   2>   "node_name":"127.0.0.1:51471_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 474372 INFO  (OverseerStateUpdate-93900990641602565-127.0.0.1:51471_-n_0000000000) [n:127.0.0.1:51471_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51471",
   [junit4]   2>   "node_name":"127.0.0.1:51471_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 474372 INFO  (OverseerStateUpdate-93900990641602565-127.0.0.1:51471_-n_0000000000) [n:127.0.0.1:51471_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 474373 INFO  (OverseerStateUpdate-93900990641602565-127.0.0.1:51471_-n_0000000000) [n:127.0.0.1:51471_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 475365 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 475365 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 475366 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 475366 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest AE01379C51CF397A-001/control-001/cores/collection1/'
   [junit4]   2> 475380 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 475391 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 475395 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 475405 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 475408 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 475413 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 475514 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 475522 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 475524 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 475540 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 475543 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 475545 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 475546 WARN  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 475546 WARN  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 475546 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 475547 WARN  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 475547 WARN  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 475547 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 475547 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 475548 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest AE01379C51CF397A-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 475548 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c01f94
   [junit4]   2> 475548 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest AE01379C51CF397A-001/control-001/cores/collection1/data
   [junit4]   2> 475549 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest AE01379C51CF397A-001/control-001/cores/collection1/data/index/
   [junit4]   2> 475549 WARN  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest AE01379C51CF397A-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 475549 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest AE01379C51CF397A-001/control-001/cores/collection1/data/index
   [junit4]   2> 475549 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5261611005583715]
   [junit4]   2> 475550 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@61cf61fe lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@9a48bd6),segFN=segments_1,generation=1}
   [junit4]   2> 475550 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 475554 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 475554 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 475554 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 475555 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 475555 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 475555 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 475555 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 475556 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 475556 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 475558 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 475559 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 475560 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 475561 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 475565 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 475565 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 475566 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 475566 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 475567 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 475567 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 475567 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=3, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6849803053981687]
   [junit4]   2> 475568 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@61cf61fe lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@9a48bd6),segFN=segments_1,generation=1}
   [junit4]   2> 475568 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 475568 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@2ff194ff[collection1] main
   [junit4]   2> 475569 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 475570 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 475570 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 475570 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 475570 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 475570 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 475570 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 475571 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 475571 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog On first searcher opened, looking up max value of version field
   [junit4]   2> 475571 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 475571 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 475571 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1502415852238012416
   [junit4]   2> 475572 INFO  (searcherExecutor-1093-thread-1-processing-n:127.0.0.1:51471_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2ff194ff[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 475574 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 3 ms to seed version buckets with highest version 1502415852238012416
   [junit4]   2> 475574 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 475575 INFO  (coreLoadExecutor-1092-thread-1-processing-n:127.0.0.1:51471_) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 475576 INFO  (coreZkRegister-1086-thread-1-processing-n:127.0.0.1:51471_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51471_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:51471 collection:control_collection shard:shard1
   [junit4]   2> 475580 INFO  (coreZkRegister-1086-thread-1-processing-n:127.0.0.1:51471_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:514

[...truncated too long message...]

jetty-security-9.2.10.v20150310.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-server-9.2.10.v20150310.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-servlet-9.2.10.v20150310.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-servlets-9.2.10.v20150310.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-util-9.2.10.v20150310.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-webapp-9.2.10.v20150310.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-xml-9.2.10.v20150310.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/test-framework/lib/junit-4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/test-framework/lib/randomizedtesting-runner-2.1.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-all-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/cglib-nodep-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/commons-collections-3.2.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/commons-math3-3.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/easymock-3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-common-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-hdfs-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-minikdc-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/objenesis-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/icu/lucene-analyzers-icu-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/contrib/analysis-extras/lib/icu4j-54.1.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/x1/jenkins/jenkins-slave/tools/hudson.model.JDK/latest1.8/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.1.13.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J2-20150528_080851_842.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J2-20150528_080851_842.suites
   [junit4] ERROR: JVM J2 ended with an exception: Forked process returned with error code: 129.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1484)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:133)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:964)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:961)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:533: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:474: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:61: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/extra-targets.xml:39: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:230: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:512: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1415: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:973: At least one slave process threw an exception, first: Forked process returned with error code: 129.

Total time: 331 minutes 4 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No artifacts from Lucene-Solr-NightlyTests-trunk #679 to compare, so performing full copy of artifacts
ERROR: Failed to archive artifacts: **/*.events,heapdumps/**,**/hs_err_pid*,README.txt
java.io.IOException: Failed to extract /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/transfer of 4 files
	at hudson.FilePath.readFromTar(FilePath.java:2101)
	at hudson.FilePath.copyRecursiveTo(FilePath.java:2013)
	at jenkins.model.StandardArtifactManager.archive(StandardArtifactManager.java:61)
	at com.cloudbees.jenkins.plugins.jsync.archiver.JSyncArtifactManager.remoteSync(JSyncArtifactManager.java:114)
	at com.cloudbees.jenkins.plugins.jsync.archiver.JSyncArtifactManager.archive(JSyncArtifactManager.java:68)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:140)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:756)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:720)
	at hudson.model.Build$BuildExecution.post2(Build.java:182)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:669)
	at hudson.model.Run.execute(Run.java:1731)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:88)
	at hudson.model.Executor.run(Executor.java:232)
Caused by: java.io.IOException: unexpected EOF with 512 bytes unread
	at hudson.org.apache.tools.tar.TarInputStream.read(TarInputStream.java:349)
	at java.io.FilterInputStream.read(FilterInputStream.java:107)
	at org.apache.commons.io.IOUtils.copyLarge(IOUtils.java:1792)
	at org.apache.commons.io.IOUtils.copyLarge(IOUtils.java:1769)
	at org.apache.commons.io.IOUtils.copy(IOUtils.java:1744)
	at hudson.util.IOUtils.copy(IOUtils.java:40)
	at hudson.FilePath.readFromTar(FilePath.java:2091)
	... 14 more
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 694 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/694/

4 tests failed.
REGRESSION:  org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest.test

Error Message:
The Monkey ran for over 20 seconds and no jetties were stopped - this is worth investigating!

Stack Trace:
java.lang.AssertionError: The Monkey ran for over 20 seconds and no jetties were stopped - this is worth investigating!
	at __randomizedtesting.SeedInfo.seed([BF0290866116A66E:3756AF5CCFEACB96]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.ChaosMonkey.stopTheMonkey(ChaosMonkey.java:537)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test(ChaosMonkeySafeLeaderTest.java:152)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest:     1) Thread[id=614, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-HdfsChaosMonkeySafeLeaderTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:136)    2) Thread[id=615, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-HdfsChaosMonkeySafeLeaderTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:136)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest: 
   1) Thread[id=614, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-HdfsChaosMonkeySafeLeaderTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:136)
   2) Thread[id=615, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-HdfsChaosMonkeySafeLeaderTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:136)
	at __randomizedtesting.SeedInfo.seed([BF0290866116A66E]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=614, name=StoppableIndexingThread, state=RUNNABLE, group=TGRP-HdfsChaosMonkeySafeLeaderTest]         at org.apache.solr.common.util.XML.escape(XML.java:195)         at org.apache.solr.common.util.XML.escapeCharData(XML.java:77)         at org.apache.solr.common.util.XML.writeXML(XML.java:147)         at org.apache.solr.client.solrj.util.ClientUtils.writeVal(ClientUtils.java:163)         at org.apache.solr.client.solrj.util.ClientUtils.writeXML(ClientUtils.java:131)         at org.apache.solr.client.solrj.request.UpdateRequest.writeXML(UpdateRequest.java:381)         at org.apache.solr.client.solrj.request.UpdateRequest.getXML(UpdateRequest.java:297)         at org.apache.solr.client.solrj.request.RequestWriter.getContentStream(RequestWriter.java:67)         at org.apache.solr.client.solrj.request.RequestWriter$LazyContentStream.getDelegate(RequestWriter.java:95)         at org.apache.solr.client.solrj.request.RequestWriter$LazyContentStream.getName(RequestWriter.java:105)         at org.apache.solr.client.solrj.impl.HttpSolrClient.createMethod(HttpSolrClient.java:342)         at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:235)         at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:227)         at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:135)         at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:152)         at org.apache.solr.cloud.StoppableIndexingThread.indexDocs(StoppableIndexingThread.java:177)         at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:116)    2) Thread[id=615, name=StoppableIndexingThread, state=RUNNABLE, group=TGRP-HdfsChaosMonkeySafeLeaderTest]         at java.security.AccessController.getStackAccessControlContext(Native Method)         at java.security.AccessController.checkPermission(AccessController.java:858)         at java.lang.SecurityManager.checkPermission(SecurityManager.java:549)         at java.lang.reflect.AccessibleObject.setAccessible(AccessibleObject.java:95)         at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.ReflectiveTypeAdapterFactory.getBoundFields(ReflectiveTypeAdapterFactory.java:104)         at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.ReflectiveTypeAdapterFactory.create(ReflectiveTypeAdapterFactory.java:65)         at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.MiniGson.getAdapter(MiniGson.java:92)         at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.Gson.toJson(Gson.java:504)         at com.carrotsearch.ant.tasks.junit4.events.Serializer.serialize(Serializer.java:87)         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain$4.write(SlaveMain.java:410)         at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)         at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)         at java.io.PrintStream.flush(PrintStream.java:338)         at java.io.FilterOutputStream.flush(FilterOutputStream.java:140)         at java.io.PrintStream.write(PrintStream.java:482)         at sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:221)         at sun.nio.cs.StreamEncoder.implFlushBuffer(StreamEncoder.java:291)         at sun.nio.cs.StreamEncoder.flushBuffer(StreamEncoder.java:104)         at java.io.OutputStreamWriter.flushBuffer(OutputStreamWriter.java:185)         at java.io.PrintStream.write(PrintStream.java:527)         at java.io.PrintStream.print(PrintStream.java:669)         at java.io.PrintStream.println(PrintStream.java:823)         at java.lang.Throwable$WrappedPrintStream.println(Throwable.java:748)         at java.lang.Throwable.printStackTrace(Throwable.java:658)         at java.lang.Throwable.printStackTrace(Throwable.java:643)         at java.lang.Throwable.printStackTrace(Throwable.java:634)         at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:122)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=614, name=StoppableIndexingThread, state=RUNNABLE, group=TGRP-HdfsChaosMonkeySafeLeaderTest]
        at org.apache.solr.common.util.XML.escape(XML.java:195)
        at org.apache.solr.common.util.XML.escapeCharData(XML.java:77)
        at org.apache.solr.common.util.XML.writeXML(XML.java:147)
        at org.apache.solr.client.solrj.util.ClientUtils.writeVal(ClientUtils.java:163)
        at org.apache.solr.client.solrj.util.ClientUtils.writeXML(ClientUtils.java:131)
        at org.apache.solr.client.solrj.request.UpdateRequest.writeXML(UpdateRequest.java:381)
        at org.apache.solr.client.solrj.request.UpdateRequest.getXML(UpdateRequest.java:297)
        at org.apache.solr.client.solrj.request.RequestWriter.getContentStream(RequestWriter.java:67)
        at org.apache.solr.client.solrj.request.RequestWriter$LazyContentStream.getDelegate(RequestWriter.java:95)
        at org.apache.solr.client.solrj.request.RequestWriter$LazyContentStream.getName(RequestWriter.java:105)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.createMethod(HttpSolrClient.java:342)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:235)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:227)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:135)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:152)
        at org.apache.solr.cloud.StoppableIndexingThread.indexDocs(StoppableIndexingThread.java:177)
        at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:116)
   2) Thread[id=615, name=StoppableIndexingThread, state=RUNNABLE, group=TGRP-HdfsChaosMonkeySafeLeaderTest]
        at java.security.AccessController.getStackAccessControlContext(Native Method)
        at java.security.AccessController.checkPermission(AccessController.java:858)
        at java.lang.SecurityManager.checkPermission(SecurityManager.java:549)
        at java.lang.reflect.AccessibleObject.setAccessible(AccessibleObject.java:95)
        at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.ReflectiveTypeAdapterFactory.getBoundFields(ReflectiveTypeAdapterFactory.java:104)
        at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.ReflectiveTypeAdapterFactory.create(ReflectiveTypeAdapterFactory.java:65)
        at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.MiniGson.getAdapter(MiniGson.java:92)
        at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.Gson.toJson(Gson.java:504)
        at com.carrotsearch.ant.tasks.junit4.events.Serializer.serialize(Serializer.java:87)
        at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain$4.write(SlaveMain.java:410)
        at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
        at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
        at java.io.PrintStream.flush(PrintStream.java:338)
        at java.io.FilterOutputStream.flush(FilterOutputStream.java:140)
        at java.io.PrintStream.write(PrintStream.java:482)
        at sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:221)
        at sun.nio.cs.StreamEncoder.implFlushBuffer(StreamEncoder.java:291)
        at sun.nio.cs.StreamEncoder.flushBuffer(StreamEncoder.java:104)
        at java.io.OutputStreamWriter.flushBuffer(OutputStreamWriter.java:185)
        at java.io.PrintStream.write(PrintStream.java:527)
        at java.io.PrintStream.print(PrintStream.java:669)
        at java.io.PrintStream.println(PrintStream.java:823)
        at java.lang.Throwable$WrappedPrintStream.println(Throwable.java:748)
        at java.lang.Throwable.printStackTrace(Throwable.java:658)
        at java.lang.Throwable.printStackTrace(Throwable.java:643)
        at java.lang.Throwable.printStackTrace(Throwable.java:634)
        at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:122)
	at __randomizedtesting.SeedInfo.seed([BF0290866116A66E]:0)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Error from server at https://127.0.0.1:34177/bk_igy: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Could not get shard id for core: halfcollection_shard1_replica1

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34177/bk_igy: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Could not get shard id for core: halfcollection_shard1_replica1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:235)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:227)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:325)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:442)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:188)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 9770 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/init-core-data-001
   [junit4]   2> 67391 T206 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 67392 T206 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 68311 T206 oahu.NativeCodeLoader.<clinit> WARN Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 69354 T206 oahmi.MetricsConfig.loadFirst WARN Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 69700 T206 oml.Slf4jLog.info Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
   [junit4]   2> 69711 T206 oahh.HttpRequestLog.getRequestLog WARN Jetty request log can only be enabled using Log4j
   [junit4]   2> 69802 T206 oml.Slf4jLog.info jetty-6.1.26
   [junit4]   2> 69856 T206 oml.Slf4jLog.info Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_51673_hdfs____z83g9s/webapp
   [junit4]   2> 70019 T206 oml.Slf4jLog.info NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 71065 T206 oml.Slf4jLog.info Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51673
   [junit4]   2> 72201 T206 oahh.HttpRequestLog.getRequestLog WARN Jetty request log can only be enabled using Log4j
   [junit4]   2> 72208 T206 oml.Slf4jLog.info jetty-6.1.26
   [junit4]   2> 72220 T206 oml.Slf4jLog.info Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_48555_datanode____46qj94/webapp
   [junit4]   2> 72331 T206 oml.Slf4jLog.info NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 72748 T206 oml.Slf4jLog.info Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:48555
   [junit4]   2> 73034 T206 oahh.HttpRequestLog.getRequestLog WARN Jetty request log can only be enabled using Log4j
   [junit4]   2> 73036 T206 oml.Slf4jLog.info jetty-6.1.26
   [junit4]   2> 73051 T206 oml.Slf4jLog.info Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_36454_datanode____.ldxz0p/webapp
   [junit4]   2> 73156 T206 oml.Slf4jLog.info NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 73617 T206 oml.Slf4jLog.info Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36454
   [junit4]   2> 74644 T239 oahhsb.BlockManager.processReport BLOCK* processReport: from storage DS-1a28c5aa-cb47-4c53-937d-f97e4e4a62c2 node DatanodeRegistration(127.0.0.1, datanodeUuid=3771a3c3-74fe-446c-9764-a9d426772d57, infoPort=36454, ipcPort=53888, storageInfo=lv=-56;cid=testClusterID;nsid=980201884;c=0), blocks: 0, hasStaleStorages: true, processing time: 3 msecs
   [junit4]   2> 74644 T240 oahhsb.BlockManager.processReport BLOCK* processReport: from storage DS-2118ff69-db6c-40a0-995d-22bf25763cce node DatanodeRegistration(127.0.0.1, datanodeUuid=2c83e650-504c-40f3-b0fe-2bb5ed6e5e8f, infoPort=48555, ipcPort=57044, storageInfo=lv=-56;cid=testClusterID;nsid=980201884;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
   [junit4]   2> 74652 T239 oahhsb.BlockManager.processReport BLOCK* processReport: from storage DS-a6b84626-99a8-4208-b659-f08406fe8681 node DatanodeRegistration(127.0.0.1, datanodeUuid=3771a3c3-74fe-446c-9764-a9d426772d57, infoPort=36454, ipcPort=53888, storageInfo=lv=-56;cid=testClusterID;nsid=980201884;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 74653 T240 oahhsb.BlockManager.processReport BLOCK* processReport: from storage DS-47821c0c-5c2d-4b35-a689-26cc0a90210d node DatanodeRegistration(127.0.0.1, datanodeUuid=2c83e650-504c-40f3-b0fe-2bb5ed6e5e8f, infoPort=48555, ipcPort=57044, storageInfo=lv=-56;cid=testClusterID;nsid=980201884;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 75171 T206 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 75172 T334 oasc.ZkTestServer$2$1.setClientPort client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 75172 T334 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 75272 T206 oasc.ZkTestServer.run start zk server on port:46807
   [junit4]   2> 75273 T206 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 75275 T206 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 75279 T341 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58a11c90 name:ZooKeeperConnection Watcher:127.0.0.1:46807 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 75279 T206 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 75280 T206 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 75280 T206 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 75291 T206 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 75303 T206 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 75310 T344 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@344d312e name:ZooKeeperConnection Watcher:127.0.0.1:46807/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 75310 T206 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 75311 T206 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 75314 T206 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 75322 T206 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 75326 T206 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 75329 T206 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 75331 T206 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 75332 T206 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 75335 T206 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 75336 T206 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 75339 T206 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 75340 T206 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 75342 T206 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 75342 T206 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 75345 T206 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 75345 T206 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 75348 T206 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 75348 T206 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 75350 T206 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 75351 T206 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 75353 T206 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 75354 T206 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 75356 T206 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 75356 T206 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 75358 T206 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 75359 T206 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 75361 T206 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 75361 T206 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 76109 T206 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/control-001/cores/collection1
   [junit4]   2> 76120 T206 oejs.Server.doStart jetty-9.2.10.v20150310
   [junit4]   2> 76133 T206 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@fdec100{/,null,AVAILABLE}
   [junit4]   2> 76134 T206 oejs.AbstractConnector.doStart Started ServerConnector@1078427b{HTTP/1.1}{127.0.0.1:57018}
   [junit4]   2> 76135 T206 oejs.Server.doStart Started @77819ms
   [junit4]   2> 76135 T206 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=hdfs://localhost:36935/hdfs__localhost_36935__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_BF0290866116A66E-001_tempDir-002_control_data, hostContext=/, hostPort=57018, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/control-001/cores}
   [junit4]   2> 76136 T206 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@c387f44
   [junit4]   2> 76144 T206 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/control-001/'
   [junit4]   2> 76163 T206 oasc.SolrXmlConfig.fromFile Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/control-001/solr.xml
   [junit4]   2> 76174 T206 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/control-001/cores
   [junit4]   2> 76174 T206 oasc.CoreContainer.<init> New CoreContainer 274754022
   [junit4]   2> 76175 T206 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/control-001/]
   [junit4]   2> 76175 T206 oasc.CoreContainer.load loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/control-001/lib
   [junit4]   2> 76175 T206 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/control-001/lib).
   [junit4]   2> 76183 T206 oashc.HttpShardHandlerFactory.init created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 76185 T206 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 76186 T206 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 76186 T206 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 76186 T206 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 76186 T206 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:46807/solr
   [junit4]   2> 76203 T206 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 76203 T206 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 76204 T206 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 76232 T358 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29d81121 name:ZooKeeperConnection Watcher:127.0.0.1:46807 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 76240 T206 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 76240 T206 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 76276 T206 n:127.0.0.1:57018_ oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 76304 T361 n:127.0.0.1:57018_ oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69a5a415 name:ZooKeeperConnection Watcher:127.0.0.1:46807/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 76304 T206 n:127.0.0.1:57018_ oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 76323 T206 n:127.0.0.1:57018_ oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 76331 T206 n:127.0.0.1:57018_ oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 76342 T206 n:127.0.0.1:57018_ oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 76346 T206 n:127.0.0.1:57018_ oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 76349 T206 n:127.0.0.1:57018_ oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 76377 T206 n:127.0.0.1:57018_ oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 76380 T206 n:127.0.0.1:57018_ oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 76382 T206 n:127.0.0.1:57018_ oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 76383 T206 n:127.0.0.1:57018_ oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57018_
   [junit4]   2> 76384 T206 n:127.0.0.1:57018_ oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57018_
   [junit4]   2> 76388 T206 n:127.0.0.1:57018_ oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 76391 T206 n:127.0.0.1:57018_ oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 76395 T206 n:127.0.0.1:57018_ oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 76409 T206 n:127.0.0.1:57018_ oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:57018_
   [junit4]   2> 76410 T206 n:127.0.0.1:57018_ oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 76412 T206 n:127.0.0.1:57018_ oasc.Overseer.start Overseer (id=93894552584585219-127.0.0.1:57018_-n_0000000000) starting
   [junit4]   2> 76430 T206 n:127.0.0.1:57018_ oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 76486 T206 n:127.0.0.1:57018_ oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 76508 T363 n:127.0.0.1:57018_ oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 76508 T206 n:127.0.0.1:57018_ oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 76497 T362 n:127.0.0.1:57018_ oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 76537 T206 n:127.0.0.1:57018_ oasc.CoreContainer.initializeAuthenticationPlugin No authentication plugin used.
   [junit4]   2> 76538 T206 n:127.0.0.1:57018_ oasc.CoreContainer.intializeAuthorizationPlugin Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 76539 T206 n:127.0.0.1:57018_ oasc.CorePropertiesLocator.discover Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/control-001/cores
   [junit4]   2> 76543 T206 n:127.0.0.1:57018_ oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 76544 T206 n:127.0.0.1:57018_ oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/control-001/cores/collection1/
   [junit4]   2> 76545 T206 n:127.0.0.1:57018_ oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 76568 T365 n:127.0.0.1:57018_ c:control_collection x:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 76569 T365 n:127.0.0.1:57018_ c:control_collection x:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 76584 T361 n:127.0.0.1:57018_ oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 76584 T365 n:127.0.0.1:57018_ oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 76587 T362 n:127.0.0.1:57018_ oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57018",
   [junit4]   2> 	  "node_name":"127.0.0.1:57018_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 0
   [junit4]   2> 76613 T362 n:127.0.0.1:57018_ oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57018",
   [junit4]   2> 	  "node_name":"127.0.0.1:57018_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 76615 T362 n:127.0.0.1:57018_ oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 76627 T362 n:127.0.0.1:57018_ oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 76630 T361 n:127.0.0.1:57018_ oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 77585 T365 n:127.0.0.1:57018_ oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 77585 T365 n:127.0.0.1:57018_ oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 77586 T365 n:127.0.0.1:57018_ oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 77587 T365 n:127.0.0.1:57018_ oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 77588 T365 n:127.0.0.1:57018_ oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 77588 T365 n:127.0.0.1:57018_ oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/control-001/cores/collection1/'
   [junit4]   2> 77604 T365 n:127.0.0.1:57018_ oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 77613 T365 n:127.0.0.1:57018_ oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 77617 T365 n:127.0.0.1:57018_ oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 77624 T365 n:127.0.0.1:57018_ oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 77626 T365 n:127.0.0.1:57018_ oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 77635 T365 n:127.0.0.1:57018_ oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 77745 T365 n:127.0.0.1:57018_ oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 77746 T365 n:127.0.0.1:57018_ oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 77747 T365 n:127.0.0.1:57018_ oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 77753 T365 n:127.0.0.1:57018_ oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 77803 T365 n:127.0.0.1:57018_ oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 77804 T365 n:127.0.0.1:57018_ x:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.HdfsDirectoryFactory
   [junit4]   2> 77823 T365 n:127.0.0.1:57018_ x:collection1 oasc.HdfsDirectoryFactory.init solr.hdfs.home=hdfs://localhost:36935/solr_hdfs_home
   [junit4]   2> 77823 T365 n:127.0.0.1:57018_ x:collection1 oasc.HdfsDirectoryFactory.init Solr Kerberos Authentication disabled
   [junit4]   2> 77829 T365 n:127.0.0.1:57018_ x:collection1 oasc.SolrCore.<init> [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 77832 T365 n:127.0.0.1:57018_ x:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@42a59a4e
   [junit4]   2> 77840 T365 n:127.0.0.1:57018_ x:collection1 oasc.HdfsDirectoryFactory.create creating directory factory for path hdfs://localhost:36935/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 77956 T365 n:127.0.0.1:57018_ x:collection1 oasc.CachingDirectoryFactory.get return new directory for hdfs://localhost:36935/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 77962 T365 n:127.0.0.1:57018_ x:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=hdfs://localhost:36935/solr_hdfs_home/control_collection/core_node1/data/index/
   [junit4]   2> 78002 T365 n:127.0.0.1:57018_ x:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'hdfs:/localhost:36935/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 78002 T365 n:127.0.0.1:57018_ x:collection1 oasc.HdfsDirectoryFactory.create creating directory factory for path hdfs://localhost:36935/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 78012 T365 n:127.0.0.1:57018_ x:collection1 oasc.HdfsDirectoryFactory.create Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 78012 T365 n:127.0.0.1:57018_ x:collection1 oasc.HdfsDirectoryFactory.create Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 78012 T365 n:127.0.0.1:57018_ x:collection1 oasc.HdfsDirectoryFactory.getBlockDirectoryCache Creating new single instance HDFS BlockCache
   [junit4]   2> 79931 T365 n:127.0.0.1:57018_ x:collection1 oassb.BlockDirectory.<init> Block cache on write is disabled
   [junit4]   2> 79932 T365 n:127.0.0.1:57018_ x:collection1 oasc.CachingDirectoryFactory.get return new directory for hdfs://localhost:36935/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 79932 T365 n:127.0.0.1:57018_ x:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=89.0146484375, floorSegmentMB=0.638671875, forceMergeDeletesPctAllowed=12.969966594368387, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6480391641503377
   [junit4]   2> 80317 T238 oahhsb.BlockManager.logAddStoredBlock BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41523 is added to blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1a28c5aa-cb47-4c53-937d-f97e4e4a62c2:NORMAL:127.0.0.1:48539|RBW], ReplicaUnderConstruction[[DISK]DS-47821c0c-5c2d-4b35-a689-26cc0a90210d:NORMAL:127.0.0.1:41523|RBW]]} size 68
   [junit4]   2> 80318 T237 oahhsb.BlockManager.logAddStoredBlock BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48539 is added to blk_1073741825_1001 size 68
   [junit4]   2> 80721 T365 n:127.0.0.1:57018_ x:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@76f2b187 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3ed6c94f); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 80722 T365 n:127.0.0.1:57018_ x:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 80727 T365 n:127.0.0.1:57018_ x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 80737 T365 n:127.0.0.1:57018_ x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 80738 T365 n:127.0.0.1:57018_ x:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 80738 T365 n:127.0.0.1:57018_ x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 80738 T365 n:127.0.0.1:57018_ x:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 80738 T365 n:127.0.0.1:57018_ x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 80739 T365 n:127.0.0.1:57018_ x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 80739 T365 n:127.0.0.1:57018_ x:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 80739 T365 n:127.0.0.1:57018_ x:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 80741 T365 n:127.0.0.1:57018_ x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 80742 T365 n:127.0.0.1:57018_ x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 80743 T365 n:127.0.0.1:57018_ x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 80744 T365 n:127.0.0.1:57018_ x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 80748 T365 n:127.0.0.1:57018_ x:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 80748 T365 n:127.0.0.1:57018_ x:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 80762 T365 n:127.0.0.1:57018_ x:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 80762 T365 n:127.0.0.1:57018_ x:collection1 oasu.HdfsUpdateLog.init Initializing HdfsUpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 tlogDfsReplication=2
   [junit4]   2> 80790 T365 n:127.0.0.1:57018_ x:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 80790 T365 n:127.0.0.1:57018_ x:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 80796 T365 n:127.0.0.1:57018_ x:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=2.3115234375, floorSegmentMB=0.5283203125, forceMergeDeletesPctAllowed=26.33144623317907, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3763675730763254
   [junit4]   2> 80893 T365 n:127.0.0.1:57018_ x:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@76f2b187 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3ed6c94f); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 80894 T365 n:127.0.0.1:57018_ x:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 80894 T365 n:127.0.0.1:57018_ x:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@41143a5c[collection1] main
   [junit4]   2> 80894 T365 n:127.0.0.1:57018_ x:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 80896 T365 n:127.0.0.1:57018_ x:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 80896 T365 n:127.0.0.1:57018_ x:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 80899 T365 n:127.0.0.1:57018_ x:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 80899 T365 n:127.0.0.1:57018_ x:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 80899 T365 n:127.0.0.1:57018_ x:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 80900 T365 n:127.0.0.1:57018_ x:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 80901 T365 n:127.0.0.1:57018_ x:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 80901 T365 n:127.0.0.1:57018_ x:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 80901 T365 n:127.0.0.1:57018_ x:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 80903 T372 n:127.0.0.1:57018_ x:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@41143a5c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 80905 T365 n:127.0.0.1:57018_ x:collection1 oasc.ZkController.getConfDirListeners watch zkdir /configs/conf1
   [junit4]   2> 80907 T365 n:127.0.0.1:57018_ x:collection1 oasu.UpdateLog.onFirstSearcher On first searcher opened, looking up max value of version field
   [junit4]   2> 80907 T365 n:127.0.0.1:57018_ x:collection1 oasu.VersionInfo.getMaxVersionFromIndex Refreshing highest value of _version_ for 256 version buckets from index
   [junit4]   2> 80907 T365 n:127.0.0.1:57018_ x:collection1 oasu.VersionInfo.getMaxVersionFromIndex No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 80907 T365 n:127.0.0.1:57018_ x:collection1 oasu.UpdateLog.seedBucketsWithHighestVersion Could not find max version in index or recent updates, using new clock 1502312847362752512
   [junit4]   2> 80907 T365 n:127.0.0.1:57018_ x:collection1 oasu.UpdateLog.seedBucketsWithHighestVersion Took 0 ms to seed version buckets with highest version 1502312847362752512
   [junit4]   2> 80908 T365 n:127.0.0.1:57018_ x:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 80909 T377 n:127.0.0.1:57018_ c:control_collection s:shard1 x:collection1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:57018 collection:control_collection shard:shard1
   [junit4]   2> 80909 T206 n:127.0.0.1:57018_ oass.SolrDispatchFilter.init user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 80909 T206 n:127.0.0.1:57018_ oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 80930 T206 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 80931 T206 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 80931 T377 n:127.0.0.1:57018_ c:control_collection s:shard1 x:collection1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 80934 T380 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ee33c20 name:ZooKeeperConnection Watcher:127.0.0.1:46807/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 80935 T206 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 80935 T206 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 80935 T206 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 80943 T377 n:127.0.0.1:57018_ c:control_collection s:shard1 x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 80945 T361 n:127.0.0.1:57018_ oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 80948 T362 n:127.0.0.1:57018_ oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> 80948 T206 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 80948 T206 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 80949 T206 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 80952 T206 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 80952 T377 n:127.0.0.1:57018_ c:control_collection s:shard1 x:collection1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 80957 T377 n:127.0.0.1:57018_ c:control_collection s:shard1 x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C35 name=collection1 org.apache.solr.core.SolrCore@6167a016 url=http://127.0.0.1:57018/collection1 node=127.0.0.1:57018_ C35_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:57018, node_name=127.0.0.1:57018_, state=down}
   [junit4]   2> 80957 T377 n:127.0.0.1:57018_ c:control_collection s:shard1 x:collection1 C35 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:57018/collection1/
   [junit4]   2> 80958 T377 n:127.0.0.1:57018_ c:control_collection s:shard1 x:collection1 C35 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 80958 T377 n:127.0.0.1:57018_ c:control_collection s:shard1 x:collection1 C35 oasc.SyncStrategy.syncToMe http://127.0.0.1:57018/collection1/ has no replicas
   [junit4]   2> 80959 T377 n:127.0.0.1:57018_ c:control_collection s:shard1 x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:57018/collection1/ shard1
   [junit4]   2> 80956 T380 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 80958 T361 n:127.0.0.1:57018_ oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 80960 T383 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5aa0f4f8 name:ZooKeeperConnection Watcher:127.0.0.1:46807/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 80960 T206 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 80961 T206 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 80970 T335 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14d94991d260005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 80971 T377 n:127.0.0.1:57018_ c:control_collection s:shard1 x:collection1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 80984 T384 n:127.0.0.1:57018_ oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 80987 T362 n:127.0.0.1:57018_ oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "name":"collection1",
   [junit4]   2> 	  "numShards":"5",
   [junit4]   2> 	  "stateFormat":"2"} current state version: 2
   [junit4]   2> 80987 T362 n:127.0.0.1:57018_ oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 80995 T362 n:127.0.0.1:57018_ oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57018",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 2
   [junit4]   2> 80996 T362 n:127.0.0.1:57018_ oasco.ZkStateWriter.writePendingUpdates going to create_collection /collections/collection1/state.json
   [junit4]   2> 81004 T380 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 81005 T384 n:127.0.0.1:57018_ oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 81012 T384 n:127.0.0.1:57018_ oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 81020 T380 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 81020 T384 n:127.0.0.1:57018_ oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 81045 T377 n:127.0.0.1:57018_ c:control_collection s:shard1 x:collection1 oasc.ZkController.register We are http://127.0.0.1:57018/collection1/ and leader is http://127.0.0.1:57018/collection1/
   [junit4]   2> 81045 T377 n:127.0.0.1:57018_ c:control_collection s:shard1 x:collection1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57018
   [junit4]   2> 81045 T377 n:127.0.0.1:57018_ c:control_collection s:shard1 x:collection1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 81045 T377 n:127.0.0.1:57018_ c:control_collection s:shard1 x:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 81045 T377 n:127.0.0.1:57018_ c:control_collection s:shard1 x:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 81047 T384 n:127.0.0.1:57018_ oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 81048 T362 n:127.0.0.1:57018_ oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57018",
   [junit4]   2> 	  "node_name":"127.0.0.1:57018_",
   [junit4]   2> 	  "numShards":"5",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 4
   [junit4]   2> 81049 T362 n:127.0.0.1:57018_ oasco.ReplicaMutator.updateState Update state numShards=5 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57018",
   [junit4]   2> 	  "node_name":"127.0.0.1:57018_",
   [junit4]   2> 	  "numShards":"5",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 81155 T380 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 81159 T384 n:127.0.0.1:57018_ oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 81385 T206 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/shard-1-001/cores/collection1
   [junit4]   2> 81386 T206 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/shard-1-001
   [junit4]   2> 81387 T206 oejs.Server.doStart jetty-9.2.10.v20150310
   [junit4]   2> 81390 T206 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@2daf2620{/,null,AVAILABLE}
   [junit4]   2> 81391 T206 oejs.AbstractConnector.doStart Started ServerConnector@e693fb7{HTTP/1.1}{127.0.0.1:56531}
   [junit4]   2> 81391 T206 oejs.Server.doStart Started @83075ms
   [junit4]   2> 81391 T206 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=hdfs://localhost:36935/hdfs__localhost_36935__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_BF0290866116A66E-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=56531, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/shard-1-001/cores}
   [junit4]   2> 81392 T206 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@c387f44
   [junit4]   2> 81392 T206 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/shard-1-001/'
   [junit4]   2> 81405 T206 oasc.SolrXmlConfig.fromFile Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/shard-1-001/solr.xml
   [junit4]   2> 81411 T206 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/shard-1-001/cores
   [junit4]   2> 81411 T206 oasc.CoreContainer.<init> New CoreContainer 1835379279
   [junit4]   2> 81412 T206 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/shard-1-001/]
   [junit4]   2> 81412 T206 oasc.CoreContainer.load loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/shard-1-001/lib
   [junit4]   2> 81412 T206 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/shard-1-001/lib).
   [junit4]   2> 81419 T206 oashc.HttpShardHandlerFactory.init created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 81420 T206 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 81421 T206 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 81421 T206 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 81422 T206 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 81422 T206 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:46807/solr
   [junit4]   2> 81422 T206 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 81422 T206 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 81423 T206 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 81434 T398 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@26315792 name:ZooKeeperConnection Watcher:127.0.0.1:46807 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 81434 T206 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 81435 T206 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 81437 T206 n:127.0.0.1:56531_ oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 81441 T401 n:127.0.0.1:56531_ oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a3e41c2 name:ZooKeeperConnection Watcher:127.0.0.1:46807/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 81441 T206 n:127.0.0.1:56531_ oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 81447 T206 n:127.0.0.1:56531_ oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 82458 T206 n:127.0.0.1:56531_ oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56531_
   [junit4]   2> 82459 T206 n:127.0.0.1:56531_ oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56531_
   [junit4]   2> 82464 T206 n:127.0.0.1:56531_ oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 82467 T206 n:127.0.0.1:56531_ oasc.CoreContainer.initializeAuthenticationPlugin No authentication plugin used.
   [junit4]   2> 82476 T206 n:127.0.0.1:56531_ oasc.CoreContainer.intializeAuthorizationPlugin Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 82477 T206 n:127.0.0.1:56531_ oasc.CorePropertiesLocator.discover Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/shard-1-001/cores
   [junit4]   2> 82478 T206 n:127.0.0.1:56531_ oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 82478 T206 n:127.0.0.1:56531_ oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/shard-1-001/cores/collection1/
   [junit4]   2> 82478 T206 n:127.0.0.1:56531_ oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 82489 T402 n:127.0.0.1:56531_ c:collection1 x:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 82490 T402 n:127.0.0.1:56531_ c:collection1 x:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 82492 T384 n:127.0.0.1:57018_ oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 82493 T362 n:127.0.0.1:57018_ oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56531",
   [junit4]   2> 	  "node_name":"127.0.0.1:56531_",
   [junit4]   2> 	  "numShards":"5",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 5
   [junit4]   2> 82494 T362 n:127.0.0.1:57018_ oasco.ReplicaMutator.updateState Update state numShards=5 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56531",
   [junit4]   2> 	  "node_name":"127.0.0.1:56531_",
   [junit4]   2> 	  "numShards":"5",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 82494 T362 n:127.0.0.1:57018_ oasco.ReplicaMutator.updateState Collection already exists with numShards=5
   [junit4]   2> 82495 T362 n:127.0.0.1:57018_ oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 82496 T402 n:127.0.0.1:56531_ oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 82496 T402 n:127.0.0.1:56531_ oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 82498 T402 n:127.0.0.1:56531_ oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 82508 T402 n:127.0.0.1:56531_ oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 0 
   [junit4]   2> 82509 T402 n:127.0.0.1:56531_ oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 82599 T362 n:127.0.0.1:57018_ oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 82600 T401 n:127.0.0.1:56531_ oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 82601 T401 n:127.0.0.1:56531_ oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 1 
   [junit4]   2> 83509 T402 n:127.0.0.1:56531_ oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 83509 T402 n:127.0.0.1:56531_ oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 83510 T402 n:127.0.0.1:56531_ oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 83510 T402 n:127.0.0.1:56531_ oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 83511 T402 n:127.0.0.1:56531_ oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 83512 T402 n:127.0.0.1:56531_ oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/shard-1-001/cores/collection1/'
   [junit4]   2> 83530 T402 n:127.0.0.1:56531_ oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 83544 T402 n:127.0.0.1:56531_ oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 83548 T402 n:127.0.0.1:56531_ oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 83556 T402 n:127.0.0.1:56531_ oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 83557 T402 n:127.0.0.1:56531_ oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 83562 T402 n:127.0.0.1:56531_ oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 83665 T402 n:127.0.0.1:56531_ oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 83667 T402 n:127.0.0.1:56531_ oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 83678 T402 n:127.0.0.1:56531_ oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 83681 T402 n:127.0.0.1:56531_ oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 83762 T402 n:127.0.0.1:56531_ oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 83763 T402 n:127.0.0.1:56531_ x:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.HdfsDirectoryFactory
   [junit4]   2> 83763 T402 n:127.0.0.1:56531_ x:collection1 oasc.HdfsDirectoryFactory.init solr.hdfs.home=hdfs://localhost:36935/solr_hdfs_home
   [junit4]   2> 83766 T402 n:127.0.0.1:56531_ x:collection1 oasc.HdfsDirectoryFactory.init Solr Kerberos Authentication disabled
   [junit4]   2> 83766 T402 n:127.0.0.1:56531_ x:collection1 oasc.SolrCore.<init> [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest BF0290866116A66E-001/shard-1-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 83766 T402 n:127.0.0.1:56531_ x:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@42a59a4e
   [junit4]   2> 83767 T402 n:127.0.0.1:56531_ x:collection1 oasc.HdfsDirectoryFactory.create creating directory factory for path hdfs://localhost:36935/solr_hdfs_home/collection1/core_node1/data
   [junit4]   2> 83826 T402 n:127.0.0.1:56531_ x:collection1 oasc.CachingDirectoryFactory.get return new directory for hdfs://localhost:36935/solr_hdfs_home/collection1/core_node1/data
   [junit4]   2> 83827 T402 n:127.0.0.1:56531_ x:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=hdfs://localhost:36935/solr_hdfs_home/collection1/core_node1/data/index/
   [junit4]   2> 83861 T402 n:127.0.0.1:56531_ x:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'hdfs:/localhost:36935/solr_hdfs_home/collection1/core_node1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 83862 T402 n:127.0.0.1:56531_ x:collection1 oasc.HdfsDirectoryFactory.create creating directory factory for path hdfs://localhost:36935/solr_hdfs_home/collection1/core_node1/data/index
   [junit4]   2> 83877 T402 n:127.0.0.1:56531_ x:collection1 oasc.HdfsDirectoryFactory.create Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 83878 T402 n:127.0.0.1:56531_ x:collection1 oasc.HdfsDirectoryFactory.create Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 83878 T402 n:127.0.0.1:56531_ x:collection1 oasc.HdfsDirectoryFactory.getBlockDirectoryCache Creating new single instance HDFS BlockCache
   [junit4]   2> 83911 T402 n:127.0.0.1:56531_ x:collection1 oassb.BlockDirectory.<init> Block cache on write is disabled
   [junit4]   2> 83916 T402 n:127.0.0.1:56531_ x:collection1 oasc.CachingDirectoryFactory.get return new directory for hdfs://localhost:36935/solr_hdfs_home/collection1/core_node1/data/index
   [junit4]   2> 83916 T402 n:127.0.0.1:56531_ x:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=89.0146484375, floorSegmentMB=0.638671875, forceMergeDeletesPctAllowed=12.969966594368387, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6480391641503377
   [junit4]   2> 83985 T239 oahhsb.BlockManager.logAddStoredBlock BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41523 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6b84626-99a8-4208-b659-f08406fe8681:NORMAL:127.0.0.1:48539|RBW], ReplicaUnderConstruction[[DISK]DS-47821c0c-5c2d-4b35-a689-26cc0a90210d:NORMAL:127.0.0.1:41523|RBW]]} size 0
   [junit4]   2> 83996 T237 oahhsb.BlockManager.logAddStoredBlock BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48539 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-47821c0c-5c2d-4b35-a689-26cc0a90210d:NORMAL:127.0.0.1:41523|RBW], ReplicaUnderConstruction[[DISK]DS-1a28c5aa-cb47-4c53-937d-f97e4e4a62c2:NORMAL:127.0.0.1:48539|FINALIZED]]} size 0
   [junit4]   2> 84004 T402 n:127.0.0.1:56531_ x:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@45eceeab lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@336fab0a); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 84004 T402 n:127.0.0.1:56531_ x:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 84010 T402 n:127.0.0.1:56531_ x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 84010 T402 n:127.0.0.1:56531_ x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 84011 T402 n:127.0.0.1:56531_ x:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 84011 T402 n:127.0.0.1:56531_ x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 84011 T402 n:127.0.0.1:56531_ x:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 84011 T402 n:127.0.0.1:56531_ x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 84012 T402 n:127.0.0.1:56531_ x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 84012 T402 n:127.0.0.1:56531_ x:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 84012 T402 n:127.0.0.1:56531_ x:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 84014 T402 n:127.0.0.1:56531_ x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 84015 T402 n:127.0.0.1:56531_ x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 84016 T402 n:127.0.0.1:56531_ x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 84017 T402 n:127.0.0.1:56531_ x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 84030 T402 n:127.0.0.1:56531_ x:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 84031 T402 n:127.0.0.1:56531_ x:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 84036 T402 n:127.0.0.1:56531_ x:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 84036 T402 n:127.0.0.1:56531_ x:collection1 oasu.HdfsUpdateLog.init Initializing HdfsUpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 tlogDfsReplication=2
   [junit4]   2> 84062 T402 n:127.0.0.1:56531_ x:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 84062 T402 n:127.0.0.1:56531_ x:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 84065 T402 n:127.0.0.1:56531_ x:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=2.3115234375, floorSegmentMB=0.5283203125, forceMergeDeletesPctAllowed=26.33144623317907, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3763675730763254
   [junit4]   2> 84097 T402 n:127.0.0.1:56531_ x:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@45eceeab lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@336fab0a); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 84097 T402 n:127.0.0.1:56531_ x:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 84098 T402 n:127.0.0.1:56531_ x:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@664da18c[collection1] main
   [junit4]   2> 84098 T402 n:127.0.0.1:56531_ x:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 84099 T402 n:127.0.0.1:56531_ x:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 84100 T402 n:127.0.0.1:56531_ x:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 84100 T402 n:127.0.0.1:56531_ x:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 84100 T402 n:127.0.0.1:56531_ x:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 84100 T402 n:127.0.0.1:56531_ x:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 84101 T402 n:127.0.0.1:56531_ x:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 84101 T402 n:127.0.0.1:56531_ x:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 84101 T402 n:127.0.0.1:56531_ x:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 84102 T402 n:127.0.0.1:56531_ x:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4

[...truncated too long message...]

s-trunk/solr/server/lib/jetty-server-9.2.10.v20150310.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-servlet-9.2.10.v20150310.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-servlets-9.2.10.v20150310.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-util-9.2.10.v20150310.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-webapp-9.2.10.v20150310.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-xml-9.2.10.v20150310.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/test-framework/lib/junit-4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/test-framework/lib/randomizedtesting-runner-2.1.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-all-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/cglib-nodep-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/commons-collections-3.2.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/commons-math3-3.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/easymock-3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-common-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-hdfs-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-minikdc-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/objenesis-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/icu/lucene-analyzers-icu-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/contrib/analysis-extras/lib/icu4j-54.1.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/x1/jenkins/jenkins-slave/tools/hudson.model.JDK/latest1.8/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.1.13.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J1-20150527_045815_088.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J1-20150527_045815_088.suites
   [junit4] ERROR: JVM J1 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1504)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:133)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:964)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:961)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:533: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:474: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:61: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/extra-targets.xml:39: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:230: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:512: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1415: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:973: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.

Total time: 407 minutes 7 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No artifacts from Lucene-Solr-NightlyTests-trunk #679 to compare, so performing full copy of artifacts
ERROR: Failed to archive artifacts: **/*.events,heapdumps/**,**/hs_err_pid*,README.txt
java.io.IOException: Failed to extract /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/transfer of 4 files
	at hudson.FilePath.readFromTar(FilePath.java:2101)
	at hudson.FilePath.copyRecursiveTo(FilePath.java:2013)
	at jenkins.model.StandardArtifactManager.archive(StandardArtifactManager.java:61)
	at com.cloudbees.jenkins.plugins.jsync.archiver.JSyncArtifactManager.remoteSync(JSyncArtifactManager.java:114)
	at com.cloudbees.jenkins.plugins.jsync.archiver.JSyncArtifactManager.archive(JSyncArtifactManager.java:68)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:140)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:756)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:720)
	at hudson.model.Build$BuildExecution.post2(Build.java:182)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:669)
	at hudson.model.Run.execute(Run.java:1731)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:88)
	at hudson.model.Executor.run(Executor.java:232)
Caused by: java.io.IOException: unexpected EOF with 1024 bytes unread
	at hudson.org.apache.tools.tar.TarInputStream.read(TarInputStream.java:349)
	at java.io.FilterInputStream.read(FilterInputStream.java:107)
	at org.apache.commons.io.IOUtils.copyLarge(IOUtils.java:1792)
	at org.apache.commons.io.IOUtils.copyLarge(IOUtils.java:1769)
	at org.apache.commons.io.IOUtils.copy(IOUtils.java:1744)
	at hudson.util.IOUtils.copy(IOUtils.java:40)
	at hudson.FilePath.readFromTar(FilePath.java:2091)
	... 14 more
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 693 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/693/

No tests ran.

Build Log:
[...truncated 9836 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/init-core-data-001
   [junit4]   2> 166078 T841 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 166078 T841 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 166102 T841 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 166103 T842 oasc.ZkTestServer$2$1.setClientPort client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 166103 T842 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 166203 T841 oasc.ZkTestServer.run start zk server on port:50627
   [junit4]   2> 166203 T841 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 166219 T841 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 166222 T849 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79188e64 name:ZooKeeperConnection Watcher:127.0.0.1:50627 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 166222 T841 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 166223 T841 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 166223 T841 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 166232 T841 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 166233 T841 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 166244 T852 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@67536413 name:ZooKeeperConnection Watcher:127.0.0.1:50627/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 166244 T841 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 166245 T841 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 166245 T841 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 166248 T841 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 166250 T841 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 166252 T841 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 166253 T841 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 166259 T841 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 166262 T841 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 166262 T841 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 166278 T841 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 166278 T841 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 166284 T841 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 166285 T841 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 166286 T841 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 166286 T841 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 166288 T841 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 166288 T841 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 166289 T841 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 166290 T841 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 166296 T841 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 166297 T841 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 166299 T841 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 166299 T841 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 166308 T841 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 166308 T841 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 166317 T841 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 166317 T841 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 166320 T841 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 166321 T841 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 166327 T855 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70e4798f name:ZooKeeperConnection Watcher:127.0.0.1:50627 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 166327 T841 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 166328 T841 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 166328 T841 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 166359 T841 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 166380 T841 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 166385 T858 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@671e13c5 name:ZooKeeperConnection Watcher:127.0.0.1:50627/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 166385 T841 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 166386 T841 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 166386 T841 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 166387 T841 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 166389 T841 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 166389 T841 oascc.SolrZkClient.makePath makePath: /configs/conf2/schema.xml
   [junit4]   2> 166391 T841 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 166391 T841 oascc.SolrZkClient.makePath makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 166393 T841 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 166393 T841 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 166395 T841 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 166395 T841 oascc.SolrZkClient.makePath makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 166396 T841 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 166397 T841 oascc.SolrZkClient.makePath makePath: /configs/conf2/protwords.txt
   [junit4]   2> 166398 T841 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 166398 T841 oascc.SolrZkClient.makePath makePath: /configs/conf2/currency.xml
   [junit4]   2> 166400 T841 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 166400 T841 oascc.SolrZkClient.makePath makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 166402 T841 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 166402 T841 oascc.SolrZkClient.makePath makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 166403 T841 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 166404 T841 oascc.SolrZkClient.makePath makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 166405 T841 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 166406 T841 oascc.SolrZkClient.makePath makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 166407 T841 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 166407 T841 oascc.SolrZkClient.makePath makePath: /configs/conf2/elevate.xml
   [junit4]   2> 166853 T841 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/control-001/cores/collection1
   [junit4]   2> 166862 T841 oejs.Server.doStart jetty-9.2.10.v20150310
   [junit4]   2> 166864 T841 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@7e7baff1{/,null,AVAILABLE}
   [junit4]   2> 166864 T841 oejs.AbstractConnector.doStart Started ServerConnector@470dceea{HTTP/1.1}{127.0.0.1:57722}
   [junit4]   2> 166865 T841 oejs.Server.doStart Started @168823ms
   [junit4]   2> 166865 T841 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {hostContext=/, hostPort=57722, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/control-001/cores}
   [junit4]   2> 166865 T841 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@c387f44
   [junit4]   2> 166866 T841 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/control-001/'
   [junit4]   2> 166888 T841 oasc.SolrXmlConfig.fromFile Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/control-001/solr.xml
   [junit4]   2> 166907 T841 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/control-001/cores
   [junit4]   2> 166908 T841 oasc.CoreContainer.<init> New CoreContainer 313342638
   [junit4]   2> 166908 T841 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/control-001/]
   [junit4]   2> 166908 T841 oasc.CoreContainer.load loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/control-001/lib
   [junit4]   2> 166908 T841 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/control-001/lib).
   [junit4]   2> 166920 T841 oashc.HttpShardHandlerFactory.init created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 166922 T841 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 166923 T841 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 166923 T841 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 166923 T841 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 166923 T841 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50627/solr
   [junit4]   2> 166923 T841 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 166924 T841 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 166925 T841 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 166936 T872 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@759a7633 name:ZooKeeperConnection Watcher:127.0.0.1:50627 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 166942 T841 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 166942 T841 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 166952 T841 n:127.0.0.1:57722_ oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 166956 T875 n:127.0.0.1:57722_ oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c6ddc30 name:ZooKeeperConnection Watcher:127.0.0.1:50627/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 166956 T841 n:127.0.0.1:57722_ oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 166957 T841 n:127.0.0.1:57722_ oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 166959 T841 n:127.0.0.1:57722_ oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 166961 T841 n:127.0.0.1:57722_ oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 166965 T841 n:127.0.0.1:57722_ oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 166969 T841 n:127.0.0.1:57722_ oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 166971 T841 n:127.0.0.1:57722_ oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 166972 T841 n:127.0.0.1:57722_ oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 166973 T841 n:127.0.0.1:57722_ oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 166974 T841 n:127.0.0.1:57722_ oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57722_
   [junit4]   2> 166974 T841 n:127.0.0.1:57722_ oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57722_
   [junit4]   2> 166976 T841 n:127.0.0.1:57722_ oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 166977 T841 n:127.0.0.1:57722_ oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 166979 T841 n:127.0.0.1:57722_ oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 166981 T841 n:127.0.0.1:57722_ oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:57722_
   [junit4]   2> 166981 T841 n:127.0.0.1:57722_ oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 166982 T841 n:127.0.0.1:57722_ oasc.Overseer.start Overseer (id=93888555935989765-127.0.0.1:57722_-n_0000000000) starting
   [junit4]   2> 166983 T841 n:127.0.0.1:57722_ oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 166988 T841 n:127.0.0.1:57722_ oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 166993 T876 n:127.0.0.1:57722_ oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 167018 T841 n:127.0.0.1:57722_ oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 167018 T877 n:127.0.0.1:57722_ oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 167027 T841 n:127.0.0.1:57722_ oasc.CoreContainer.initializeAuthenticationPlugin No authentication plugin used.
   [junit4]   2> 167027 T841 n:127.0.0.1:57722_ oasc.CoreContainer.intializeAuthorizationPlugin Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 167028 T841 n:127.0.0.1:57722_ oasc.CorePropertiesLocator.discover Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/control-001/cores
   [junit4]   2> 167029 T841 n:127.0.0.1:57722_ oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 167030 T841 n:127.0.0.1:57722_ oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/control-001/cores/collection1/
   [junit4]   2> 167030 T841 n:127.0.0.1:57722_ oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 167039 T879 n:127.0.0.1:57722_ c:control_collection x:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 167040 T879 n:127.0.0.1:57722_ c:control_collection x:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 167041 T879 n:127.0.0.1:57722_ oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 167062 T875 n:127.0.0.1:57722_ oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 167063 T876 n:127.0.0.1:57722_ oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57722",
   [junit4]   2> 	  "node_name":"127.0.0.1:57722_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 0
   [junit4]   2> 167063 T876 n:127.0.0.1:57722_ oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57722",
   [junit4]   2> 	  "node_name":"127.0.0.1:57722_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 167063 T876 n:127.0.0.1:57722_ oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 167064 T876 n:127.0.0.1:57722_ oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 167078 T875 n:127.0.0.1:57722_ oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 168041 T879 n:127.0.0.1:57722_ oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 168041 T879 n:127.0.0.1:57722_ oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 168044 T879 n:127.0.0.1:57722_ oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 168044 T879 n:127.0.0.1:57722_ oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 168045 T879 n:127.0.0.1:57722_ oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 168045 T879 n:127.0.0.1:57722_ oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/control-001/cores/collection1/'
   [junit4]   2> 168063 T879 n:127.0.0.1:57722_ oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 168069 T879 n:127.0.0.1:57722_ oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 168073 T879 n:127.0.0.1:57722_ oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 168081 T879 n:127.0.0.1:57722_ oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 168083 T879 n:127.0.0.1:57722_ oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 168090 T879 n:127.0.0.1:57722_ oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 168203 T879 n:127.0.0.1:57722_ oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 168224 T879 n:127.0.0.1:57722_ oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 168226 T879 n:127.0.0.1:57722_ oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 168244 T879 n:127.0.0.1:57722_ oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 168248 T879 n:127.0.0.1:57722_ oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 168250 T879 n:127.0.0.1:57722_ oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 168251 T879 n:127.0.0.1:57722_ oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 168251 T879 n:127.0.0.1:57722_ oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 168251 T879 n:127.0.0.1:57722_ oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 168252 T879 n:127.0.0.1:57722_ oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 168252 T879 n:127.0.0.1:57722_ oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 168252 T879 n:127.0.0.1:57722_ oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 168252 T879 n:127.0.0.1:57722_ x:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 168252 T879 n:127.0.0.1:57722_ x:collection1 oasc.SolrCore.<init> [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 168253 T879 n:127.0.0.1:57722_ x:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@69bc2553
   [junit4]   2> 168253 T879 n:127.0.0.1:57722_ x:collection1 oasc.CachingDirectoryFactory.get return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/control-001/cores/collection1/data
   [junit4]   2> 168253 T879 n:127.0.0.1:57722_ x:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/control-001/cores/collection1/data/index/
   [junit4]   2> 168254 T879 n:127.0.0.1:57722_ x:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 168254 T879 n:127.0.0.1:57722_ x:collection1 oasc.CachingDirectoryFactory.get return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/control-001/cores/collection1/data/index
   [junit4]   2> 168254 T879 n:127.0.0.1:57722_ x:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=39, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 168255 T879 n:127.0.0.1:57722_ x:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1515798f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@242a0f5b),segFN=segments_1,generation=1}
   [junit4]   2> 168255 T879 n:127.0.0.1:57722_ x:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 168259 T879 n:127.0.0.1:57722_ x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 168259 T879 n:127.0.0.1:57722_ x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 168259 T879 n:127.0.0.1:57722_ x:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 168260 T879 n:127.0.0.1:57722_ x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 168260 T879 n:127.0.0.1:57722_ x:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 168260 T879 n:127.0.0.1:57722_ x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 168260 T879 n:127.0.0.1:57722_ x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 168260 T879 n:127.0.0.1:57722_ x:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 168261 T879 n:127.0.0.1:57722_ x:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 168262 T879 n:127.0.0.1:57722_ x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 168264 T879 n:127.0.0.1:57722_ x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 168265 T879 n:127.0.0.1:57722_ x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 168266 T879 n:127.0.0.1:57722_ x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 168276 T879 n:127.0.0.1:57722_ x:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 168277 T879 n:127.0.0.1:57722_ x:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 168280 T879 n:127.0.0.1:57722_ x:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 168281 T879 n:127.0.0.1:57722_ x:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 168282 T879 n:127.0.0.1:57722_ x:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 168282 T879 n:127.0.0.1:57722_ x:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 168287 T879 n:127.0.0.1:57722_ x:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@30530339
   [junit4]   2> 168306 T879 n:127.0.0.1:57722_ x:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1515798f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@242a0f5b),segFN=segments_1,generation=1}
   [junit4]   2> 168307 T879 n:127.0.0.1:57722_ x:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 168307 T879 n:127.0.0.1:57722_ x:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@111af7d0[collection1] main
   [junit4]   2> 168308 T879 n:127.0.0.1:57722_ x:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 168309 T879 n:127.0.0.1:57722_ x:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 168309 T879 n:127.0.0.1:57722_ x:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 168309 T879 n:127.0.0.1:57722_ x:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 168309 T879 n:127.0.0.1:57722_ x:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 168309 T879 n:127.0.0.1:57722_ x:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 168310 T879 n:127.0.0.1:57722_ x:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 168310 T879 n:127.0.0.1:57722_ x:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 168310 T879 n:127.0.0.1:57722_ x:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 168310 T879 n:127.0.0.1:57722_ x:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 168311 T879 n:127.0.0.1:57722_ x:collection1 oasc.ZkController.getConfDirListeners watch zkdir /configs/conf1
   [junit4]   2> 168311 T880 n:127.0.0.1:57722_ x:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@111af7d0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 168313 T879 n:127.0.0.1:57722_ x:collection1 oasu.UpdateLog.onFirstSearcher On first searcher opened, looking up max value of version field
   [junit4]   2> 168313 T879 n:127.0.0.1:57722_ x:collection1 oasu.VersionInfo.getMaxVersionFromIndex Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 168313 T879 n:127.0.0.1:57722_ x:collection1 oasu.VersionInfo.getMaxVersionFromIndex No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 168313 T879 n:127.0.0.1:57722_ x:collection1 oasu.UpdateLog.seedBucketsWithHighestVersion Could not find max version in index or recent updates, using new clock 1502216897287946240
   [junit4]   2> 168314 T879 n:127.0.0.1:57722_ x:collection1 oasu.UpdateLog.seedBucketsWithHighestVersion Took 1 ms to seed version buckets with highest version 1502216897287946240
   [junit4]   2> 168315 T879 n:127.0.0.1:57722_ x:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 168319 T841 n:127.0.0.1:57722_ oass.SolrDispatchFilter.init user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 168319 T841 n:127.0.0.1:57722_ oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 168321 T883 n:127.0.0.1:57722_ c:control_collection s:shard1 x:collection1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:57722 collection:control_collection shard:shard1
   [junit4]   2> 168321 T841 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 168329 T841 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 168331 T883 n:127.0.0.1:57722_ c:control_collection s:shard1 x:collection1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 168335 T883 n:127.0.0.1:57722_ c:control_collection s:shard1 x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 168336 T875 n:127.0.0.1:57722_ oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 168337 T883 n:127.0.0.1:57722_ c:control_collection s:shard1 x:collection1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 168337 T883 n:127.0.0.1:57722_ c:control_collection s:shard1 x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 168337 T876 n:127.0.0.1:57722_ oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> ASYNC  NEW_CORE C55 name=collection1 org.apache.solr.core.SolrCore@3aecd8e url=http://127.0.0.1:57722/collection1 node=127.0.0.1:57722_ C55_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:57722, node_name=127.0.0.1:57722_, state=down}
   [junit4]   2> 168337 T883 n:127.0.0.1:57722_ c:control_collection s:shard1 x:collection1 C55 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:57722/collection1/
   [junit4]   2> 168338 T883 n:127.0.0.1:57722_ c:control_collection s:shard1 x:collection1 C55 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 168338 T883 n:127.0.0.1:57722_ c:control_collection s:shard1 x:collection1 C55 oasc.SyncStrategy.syncToMe http://127.0.0.1:57722/collection1/ has no replicas
   [junit4]   2> 168338 T883 n:127.0.0.1:57722_ c:control_collection s:shard1 x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:57722/collection1/ shard1
   [junit4]   2> 168338 T883 n:127.0.0.1:57722_ c:control_collection s:shard1 x:collection1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 168340 T886 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@564b0a8f name:ZooKeeperConnection Watcher:127.0.0.1:50627/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 168341 T841 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 168341 T841 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 168341 T841 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 168343 T875 n:127.0.0.1:57722_ oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 168343 T876 n:127.0.0.1:57722_ oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57722",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 1
   [junit4]   2> 168347 T841 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 168446 T886 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 168446 T875 n:127.0.0.1:57722_ oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 168495 T883 n:127.0.0.1:57722_ c:control_collection s:shard1 x:collection1 oasc.ZkController.register We are http://127.0.0.1:57722/collection1/ and leader is http://127.0.0.1:57722/collection1/
   [junit4]   2> 168495 T883 n:127.0.0.1:57722_ c:control_collection s:shard1 x:collection1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57722
   [junit4]   2> 168495 T883 n:127.0.0.1:57722_ c:control_collection s:shard1 x:collection1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 168495 T883 n:127.0.0.1:57722_ c:control_collection s:shard1 x:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 168495 T883 n:127.0.0.1:57722_ c:control_collection s:shard1 x:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 168497 T875 n:127.0.0.1:57722_ oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 168498 T876 n:127.0.0.1:57722_ oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57722",
   [junit4]   2> 	  "node_name":"127.0.0.1:57722_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 2
   [junit4]   2> 168499 T876 n:127.0.0.1:57722_ oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57722",
   [junit4]   2> 	  "node_name":"127.0.0.1:57722_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 168601 T886 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 168604 T875 n:127.0.0.1:57722_ oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 168677 T841 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-1-001/cores/collection1
   [junit4]   2> 168679 T841 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-1-001
   [junit4]   2> 168679 T841 oejs.Server.doStart jetty-9.2.10.v20150310
   [junit4]   2> 168694 T841 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@1ba675de{/,null,AVAILABLE}
   [junit4]   2> 168695 T841 oejs.AbstractConnector.doStart Started ServerConnector@3a69e080{HTTP/1.1}{127.0.0.1:46305}
   [junit4]   2> 168695 T841 oejs.Server.doStart Started @170653ms
   [junit4]   2> 168695 T841 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solrconfig=solrconfig.xml, hostContext=/, hostPort=46305, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-1-001/cores}
   [junit4]   2> 168696 T841 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@c387f44
   [junit4]   2> 168696 T841 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-1-001/'
   [junit4]   2> 168712 T841 oasc.SolrXmlConfig.fromFile Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-1-001/solr.xml
   [junit4]   2> 168717 T841 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-1-001/cores
   [junit4]   2> 168718 T841 oasc.CoreContainer.<init> New CoreContainer 683490839
   [junit4]   2> 168718 T841 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-1-001/]
   [junit4]   2> 168718 T841 oasc.CoreContainer.load loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-1-001/lib
   [junit4]   2> 168719 T841 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-1-001/lib).
   [junit4]   2> 168748 T841 oashc.HttpShardHandlerFactory.init created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 168749 T841 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 168750 T841 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 168750 T841 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 168751 T841 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 168751 T841 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50627/solr
   [junit4]   2> 168751 T841 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 168751 T841 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 168752 T841 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 168789 T900 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7230eac4 name:ZooKeeperConnection Watcher:127.0.0.1:50627 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 168793 T841 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 168793 T841 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 168803 T841 n:127.0.0.1:46305_ oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 168813 T903 n:127.0.0.1:46305_ oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ead9fd2 name:ZooKeeperConnection Watcher:127.0.0.1:50627/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 168813 T841 n:127.0.0.1:46305_ oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 168819 T841 n:127.0.0.1:46305_ oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 169829 T841 n:127.0.0.1:46305_ oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46305_
   [junit4]   2> 169829 T841 n:127.0.0.1:46305_ oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46305_
   [junit4]   2> 169832 T841 n:127.0.0.1:46305_ oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 169834 T841 n:127.0.0.1:46305_ oasc.CoreContainer.initializeAuthenticationPlugin No authentication plugin used.
   [junit4]   2> 169834 T841 n:127.0.0.1:46305_ oasc.CoreContainer.intializeAuthorizationPlugin Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 169835 T841 n:127.0.0.1:46305_ oasc.CorePropertiesLocator.discover Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-1-001/cores
   [junit4]   2> 169837 T841 n:127.0.0.1:46305_ oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 169838 T841 n:127.0.0.1:46305_ oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-1-001/cores/collection1/
   [junit4]   2> 169838 T841 n:127.0.0.1:46305_ oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 169846 T904 n:127.0.0.1:46305_ c:collection1 x:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 169846 T904 n:127.0.0.1:46305_ c:collection1 x:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 169847 T875 n:127.0.0.1:57722_ oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 169847 T904 n:127.0.0.1:46305_ oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 169850 T876 n:127.0.0.1:57722_ oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:46305",
   [junit4]   2> 	  "node_name":"127.0.0.1:46305_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 3
   [junit4]   2> 169851 T876 n:127.0.0.1:57722_ oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:46305",
   [junit4]   2> 	  "node_name":"127.0.0.1:46305_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 169851 T876 n:127.0.0.1:57722_ oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 169852 T876 n:127.0.0.1:57722_ oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 169954 T886 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 169955 T875 n:127.0.0.1:57722_ oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 169955 T903 n:127.0.0.1:46305_ oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 170848 T904 n:127.0.0.1:46305_ oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 170849 T904 n:127.0.0.1:46305_ oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 170849 T904 n:127.0.0.1:46305_ oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 170849 T904 n:127.0.0.1:46305_ oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 170850 T904 n:127.0.0.1:46305_ oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 170850 T904 n:127.0.0.1:46305_ oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-1-001/cores/collection1/'
   [junit4]   2> 170864 T904 n:127.0.0.1:46305_ oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 170871 T904 n:127.0.0.1:46305_ oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 170875 T904 n:127.0.0.1:46305_ oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 170907 T904 n:127.0.0.1:46305_ oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 170909 T904 n:127.0.0.1:46305_ oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 170914 T904 n:127.0.0.1:46305_ oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 171015 T904 n:127.0.0.1:46305_ oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 171024 T904 n:127.0.0.1:46305_ oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 171025 T904 n:127.0.0.1:46305_ oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 171039 T904 n:127.0.0.1:46305_ oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 171042 T904 n:127.0.0.1:46305_ oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 171045 T904 n:127.0.0.1:46305_ oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 171064 T904 n:127.0.0.1:46305_ oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 171064 T904 n:127.0.0.1:46305_ oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 171064 T904 n:127.0.0.1:46305_ oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 171065 T904 n:127.0.0.1:46305_ oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 171065 T904 n:127.0.0.1:46305_ oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 171065 T904 n:127.0.0.1:46305_ oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 171066 T904 n:127.0.0.1:46305_ x:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 171066 T904 n:127.0.0.1:46305_ x:collection1 oasc.SolrCore.<init> [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-1-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 171066 T904 n:127.0.0.1:46305_ x:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@69bc2553
   [junit4]   2> 171067 T904 n:127.0.0.1:46305_ x:collection1 oasc.CachingDirectoryFactory.get return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-1-001/cores/collection1/data
   [junit4]   2> 171074 T904 n:127.0.0.1:46305_ x:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-1-001/cores/collection1/data/index/
   [junit4]   2> 171074 T904 n:127.0.0.1:46305_ x:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 171075 T904 n:127.0.0.1:46305_ x:collection1 oasc.CachingDirectoryFactory.get return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-1-001/cores/collection1/data/index
   [junit4]   2> 171075 T904 n:127.0.0.1:46305_ x:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=39, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 171076 T904 n:127.0.0.1:46305_ x:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@45b35c23 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13c54d3b),segFN=segments_1,generation=1}
   [junit4]   2> 171076 T904 n:127.0.0.1:46305_ x:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 171080 T904 n:127.0.0.1:46305_ x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 171081 T904 n:127.0.0.1:46305_ x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 171081 T904 n:127.0.0.1:46305_ x:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 171081 T904 n:127.0.0.1:46305_ x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 171081 T904 n:127.0.0.1:46305_ x:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 171081 T904 n:127.0.0.1:46305_ x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 171082 T904 n:127.0.0.1:46305_ x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 171082 T904 n:127.0.0.1:46305_ x:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 171082 T904 n:127.0.0.1:46305_ x:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 171084 T904 n:127.0.0.1:46305_ x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 171085 T904 n:127.0.0.1:46305_ x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 171087 T904 n:127.0.0.1:46305_ x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 171088 T904 n:127.0.0.1:46305_ x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 171119 T904 n:127.0.0.1:46305_ x:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 171120 T904 n:127.0.0.1:46305_ x:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 171136 T904 n:127.0.0.1:46305_ x:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 171136 T904 n:127.0.0.1:46305_ x:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 171139 T904 n:127.0.0.1:46305_ x:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 171139 T904 n:127.0.0.1:46305_ x:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 171142 T904 n:127.0.0.1:46305_ x:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4238a3fc
   [junit4]   2> 171149 T904 n:127.0.0.1:46305_ x:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@45b35c23 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13c54d3b),segFN=segments_1,generation=1}
   [junit4]   2> 171150 T904 n:127.0.0.1:46305_ x:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 171150 T904 n:127.0.0.1:46305_ x:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@3bd98ef4[collection1] main
   [junit4]   2> 171150 T904 n:127.0.0.1:46305_ x:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 171151 T904 n:127.0.0.1:46305_ x:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 171152 T904 n:127.0.0.1:46305_ x:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 171153 T904 n:127.0.0.1:46305_ x:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 171153 T904 n:127.0.0.1:46305_ x:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 171154 T904 n:127.0.0.1:46305_ x:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 171155 T904 n:127.0.0.1:46305_ x:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 171156 T904 n:127.0.0.1:46305_ x:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 171156 T904 n:127.0.0.1:46305_ x:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 171156 T904 n:127.0.0.1:46305_ x:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 171157 T905 n:127.0.0.1:46305_ x:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3bd98ef4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 171165 T904 n:127.0.0.1:46305_ x:collection1 oasc.ZkController.getConfDirListeners watch zkdir /configs/conf1
   [junit4]   2> 171166 T904 n:127.0.0.1:46305_ x:collection1 oasu.UpdateLog.onFirstSearcher On first searcher opened, looking up max value of version field
   [junit4]   2> 171166 T904 n:127.0.0.1:46305_ x:collection1 oasu.VersionInfo.getMaxVersionFromIndex Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 171166 T904 n:127.0.0.1:46305_ x:collection1 oasu.VersionInfo.getMaxVersionFromIndex No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 171166 T904 n:127.0.0.1:46305_ x:collection1 oasu.UpdateLog.seedBucketsWithHighestVersion Could not find max version in index or recent updates, using new clock 1502216900279533568
   [junit4]   2> 171168 T904 n:127.0.0.1:46305_ x:collection1 oasu.UpdateLog.seedBucketsWithHighestVersion Took 2 ms to seed version buckets with highest version 1502216900279533568
   [junit4]   2> 171168 T904 n:127.0.0.1:46305_ x:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 171170 T908 n:127.0.0.1:46305_ c:collection1 s:shard2 x:collection1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:46305 collection:collection1 shard:shard2
   [junit4]   2> 171170 T841 n:127.0.0.1:46305_ oass.SolrDispatchFilter.init user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 171171 T841 n:127.0.0.1:46305_ oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 171171 T908 n:127.0.0.1:46305_ c:collection1 s:shard2 x:collection1 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 171174 T908 n:127.0.0.1:46305_ c:collection1 s:shard2 x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 171175 T875 n:127.0.0.1:57722_ oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 171180 T876 n:127.0.0.1:57722_ oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1"} current state version: 4
   [junit4]   2> 171183 T908 n:127.0.0.1:46305_ c:collection1 s:shard2 x:collection1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 171183 T908 n:127.0.0.1:46305_ c:collection1 s:shard2 x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C56 name=collection1 org.apache.solr.core.SolrCore@3aea39ef url=http://127.0.0.1:46305/collection1 node=127.0.0.1:46305_ C56_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:46305, node_name=127.0.0.1:46305_, state=down}
   [junit4]   2> 171183 T908 n:127.0.0.1:46305_ c:collection1 s:shard2 x:collection1 C56 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:46305/collection1/
   [junit4]   2> 171183 T908 n:127.0.0.1:46305_ c:collection1 s:shard2 x:collection1 C56 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 171184 T908 n:127.0.0.1:46305_ c:collection1 s:shard2 x:collection1 C56 oasc.SyncStrategy.syncToMe http://127.0.0.1:46305/collection1/ has no replicas
   [junit4]   2> 171184 T908 n:127.0.0.1:46305_ c:collection1 s:shard2 x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:46305/collection1/ shard2
   [junit4]   2> 171184 T908 n:127.0.0.1:46305_ c:collection1 s:shard2 x:collection1 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 171188 T875 n:127.0.0.1:57722_ oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 171189 T876 n:127.0.0.1:57722_ oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:46305",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 4
   [junit4]   2> 171291 T886 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 171291 T875 n:127.0.0.1:57722_ oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 171292 T903 n:127.0.0.1:46305_ oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 171339 T908 n:127.0.0.1:46305_ c:collection1 s:shard2 x:collection1 oasc.ZkController.register We are http://127.0.0.1:46305/collection1/ and leader is http://127.0.0.1:46305/collection1/
   [junit4]   2> 171340 T908 n:127.0.0.1:46305_ c:collection1 s:shard2 x:collection1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46305
   [junit4]   2> 171340 T908 n:127.0.0.1:46305_ c:collection1 s:shard2 x:collection1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 171340 T908 n:127.0.0.1:46305_ c:collection1 s:shard2 x:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 171340 T908 n:127.0.0.1:46305_ c:collection1 s:shard2 x:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 171341 T875 n:127.0.0.1:57722_ oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 171342 T876 n:127.0.0.1:57722_ oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:46305",
   [junit4]   2> 	  "node_name":"127.0.0.1:46305_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 5
   [junit4]   2> 171343 T876 n:127.0.0.1:57722_ oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:46305",
   [junit4]   2> 	  "node_name":"127.0.0.1:46305_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 171445 T886 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 171446 T903 n:127.0.0.1:46305_ oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 171445 T875 n:127.0.0.1:57722_ oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 171578 T841 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-2-001/cores/collection1
   [junit4]   2> 171579 T841 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-2-001
   [junit4]   2> 171580 T841 oejs.Server.doStart jetty-9.2.10.v20150310
   [junit4]   2> 171599 T841 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@11ceabaf{/,null,AVAILABLE}
   [junit4]   2> 171599 T841 oejs.AbstractConnector.doStart Started ServerConnector@325dfc83{HTTP/1.1}{127.0.0.1:48947}
   [junit4]   2> 171600 T841 oejs.Server.doStart Started @173558ms
   [junit4]   2> 171600 T841 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solrconfig=solrconfig.xml, hostContext=/, hostPort=48947, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-2-001/cores}
   [junit4]   2> 171601 T841 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@c387f44
   [junit4]   2> 171601 T841 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-2-001/'
   [junit4]   2> 171618 T841 oasc.SolrXmlConfig.fromFile Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-2-001/solr.xml
   [junit4]   2> 171624 T841 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-2-001/cores
   [junit4]   2> 171624 T841 oasc.CoreContainer.<init> New CoreContainer 1704186590
   [junit4]   2> 171625 T841 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-2-001/]
   [junit4]   2> 171625 T841 oasc.CoreContainer.load loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-2-001/lib
   [junit4]   2> 171625 T841 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-2-001/lib).
   [junit4]   2> 171655 T841 oashc.HttpShardHandlerFactory.init created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 171657 T841 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 171657 T841 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 171668 T841 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 171668 T841 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 171668 T841 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50627/solr
   [junit4]   2> 171668 T841 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 171670 T841 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 171689 T841 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 171693 T922 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f4273fa name:ZooKeeperConnection Watcher:127.0.0.1:50627 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 171694 T841 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 171696 T841 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 171705 T841 n:127.0.0.1:48947_ oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 171719 T925 n:127.0.0.1:48947_ oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b0f583c name:ZooKeeperConnection Watcher:127.0.0.1:50627/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 171719 T841 n:127.0.0.1:48947_ oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 171723 T841 n:127.0.0.1:48947_ oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 172733 T841 n:127.0.0.1:48947_ oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48947_
   [junit4]   2> 172733 T841 n:127.0.0.1:48947_ oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48947_
   [junit4]   2> 172736 T841 n:127.0.0.1:48947_ oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 172738 T841 n:127.0.0.1:48947_ oasc.CoreContainer.initializeAuthenticationPlugin No authentication plugin used.
   [junit4]   2> 172738 T841 n:127.0.0.1:48947_ oasc.CoreContainer.intializeAuthorizationPlugin Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 172739 T841 n:127.0.0.1:48947_ oasc.CorePropertiesLocator.discover Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-2-001/cores
   [junit4]   2> 172740 T841 n:127.0.0.1:48947_ oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-2-001/cores/collection1, collection=collection1, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-2-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 172740 T841 n:127.0.0.1:48947_ oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 3A6821C4380CD3A8-001/shard-2-001/cores/collection1/
   [junit4]   2> 172740 T841 n:127.0.0.1:48947_ oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 172749 T926 n:127.0.0.1:48947_ c:collection1 x:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 172750 T926 n:127.0.0.1:48947_ c:collection1 x:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 172750 T875 n:127.0.0.1:57722_ oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 172750 T926 n:127.0.0.1:48947_ oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 172751 T876 n:127.0.0.1:57722_ oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48947",
   [junit4]   2> 	  "node_name":"127.0.0.1:48947_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 6
   [junit4]   2> 172752 T876 n:127.0.0.1:57722_ oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48947",
   [junit4]   2> 	  "node_name":"127.0.0.1:48947_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 172752 T876 n:127.0.0.1:57722_ oasco.ReplicaMutator.updateState Collection already exists with numShards=2
   [junit4]   2> 172752 T876 n:127.0.0.1:57722_ oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 172856 T886 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 172857 T903 n:127.0.0.1:46305_ oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 172856 T925 n:127.0.0.1:48947_ oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 172856 T875 n:127.0.0.1:57722_ oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 173751 T926 n:127.0.0.1:48947_ oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 173751 T926 n:127.0.0.1:48947_ oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 173752 T926 n:127.0.0.1:48947_ oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 173752 T926 n:127.0.0.1:48947_ oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 173753 T926 n:127.0.0.1:48947_ oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 173753 T926 n:127.0.0.1:48947_ oasc.SolrResourceLoader.<in

[...truncated too long message...]

at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
   [junit4]    > 	at org.eclipse.jetty.server.Server.handle(Server.java:497)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
   [junit4]    > 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
   [junit4]    > 	at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3A6821C4380CD3A8:B23C1E1E96F0BE50]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:235)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:227)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:135)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:943)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:958)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.queryRandomUpServer(TestDistributedSearch.java:1133)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1095)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:968)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:982)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1855914 T9419 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.TestDistributedSearch 3A6821C4380CD3A8-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {other_tl1=PostingsFormat(name=LuceneVarGapDocFreqInterval), range_facet_l_dv=PostingsFormat(name=Asserting), SubjectTerms_mfacet=PostingsFormat(name=LuceneVarGapDocFreqInterval), n_l1=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_n_tdt=PostingsFormat(name=Asserting), multiDefault=FST50, intDefault=PostingsFormat(name=LuceneVarGapDocFreqInterval), n_td1=FST50, n_d1=PostingsFormat(name=LuceneVarGapDocFreqInterval), n_f1=FST50, range_facet_l=PostingsFormat(name=LuceneVarGapDocFreqInterval), n_tl1=FST50, oddField_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), n_tf1=PostingsFormat(name=LuceneVarGapDocFreqInterval), lowerfilt1and2=FST50, a_t=PostingsFormat(name=LuceneVarGapDocFreqInterval), lowerfilt=FST50, id=PostingsFormat(name=Asserting), text=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), timestamp=PostingsFormat(name=LuceneVarGapDocFreqInterval), severity=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), foo_sev_enum=PostingsFormat(name=Asserting), n_dt1=FST50, a_i1=PostingsFormat(name=LuceneVarGapDocFreqInterval), b_n_tdt=PostingsFormat(name=LuceneVarGapDocFreqInterval), n_ti1=PostingsFormat(name=Asserting), rnd_b=PostingsFormat(name=Asserting), _version_=PostingsFormat(name=LuceneVarGapDocFreqInterval), foo_b=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), n_tdt1=PostingsFormat(name=LuceneVarGapDocFreqInterval), foo_d=PostingsFormat(name=Asserting), range_facet_i_dv=PostingsFormat(name=LuceneVarGapDocFreqInterval), foo_f=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), foo_sev_enum=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Lucene50), timestamp=DocValuesFormat(name=Lucene50)}, sim=DefaultSimilarity, locale=en_CA, timezone=Africa/Porto-Novo
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_25 (64-bit)/cpus=4,threads=2,free=31354712,total=535298048
   [junit4]   2> NOTE: All tests run in this JVM: [ShardSplitTest, VMParamsZkACLAndCredentialsProvidersTest, TestQueryTypes, TestRestManager, DistanceUnitsTest, TestLuceneMatchVersion, TestImplicitCoreProperties, TestShortCircuitedRequests, VersionInfoTest, TestManagedSchemaFieldResource, CircularListTest, TestClusterStateMutator, CachingDirectoryFactoryTest, TestPerFieldSimilarity, TestStressReorder, TestNoOpRegenerator, TestInitParams, SuggesterTest, TestAddFieldRealTimeGet, AutoCommitTest, TermVectorComponentDistributedTest, SolrCoreCheckLockOnStartupTest, MoreLikeThisHandlerTest, TestFieldCollectionResource, ActionThrottleTest, OutputWriterTest, TestObjectReleaseTracker, DirectSolrSpellCheckerTest, TestQueryUtils, PathHierarchyTokenizerFactoryTest, TestCSVResponseWriter, TestSystemIdResolver, SOLR749Test, DeleteShardTest, DirectUpdateHandlerTest, XmlUpdateRequestHandlerTest, SampleTest, TestReqParamsAPI, TestStressRecovery, TestBM25SimilarityFactory, XsltUpdateRequestHandlerTest, OverseerCollectionProcessorTest, TestSolr4Spatial2, HdfsSyncSliceTest, TestFastOutputStream, RecoveryZkTest, TestPartialUpdateDeduplication, TestIntervalFaceting, HardAutoCommitTest, TestSolrConfigHandler, HdfsRecoverLeaseTest, TestCollationField, TestSolrJ, TestDynamicFieldCollectionResource, TestBinaryResponseWriter, TestMiniSolrCloudCluster, TestSurroundQueryParser, TestRestoreCore, TestPseudoReturnFields, SolrInfoMBeanTest, TestFieldTypeResource, AtomicUpdatesTest, LeaderElectionTest, OverriddenZkACLAndCredentialsProvidersTest, BadIndexSchemaTest, TestHighlightDedupGrouping, StatsComponentTest, TestCloudInspectUtil, TestSolrXml, DirectUpdateHandlerOptimizeTest, TestDistributedMissingSort, CdcrUpdateLogTest, FileBasedSpellCheckerTest, QueryEqualityTest, TestRequestStatusCollectionAPI, TestZkChroot, CdcrVersionReplicationTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, OverseerTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest, TestRandomDVFaceting, TestDistributedSearch]
   [junit4] Completed [239/502] on J2 in 343.39s, 1 test, 1 error <<< FAILURES!

[...truncated 508 lines...]
FATAL: hudson.remoting.RequestAbortedException: java.io.IOException: Unexpected termination of the channel
hudson.remoting.RequestAbortedException: hudson.remoting.RequestAbortedException: java.io.IOException: Unexpected termination of the channel
	at hudson.remoting.RequestAbortedException.wrapForRethrow(RequestAbortedException.java:41)
	at hudson.remoting.RequestAbortedException.wrapForRethrow(RequestAbortedException.java:34)
	at hudson.remoting.Request.call(Request.java:174)
	at hudson.remoting.Channel.call(Channel.java:742)
	at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:168)
	at com.sun.proxy.$Proxy120.join(Unknown Source)
	at hudson.Launcher$RemoteLauncher$ProcImpl.join(Launcher.java:956)
	at hudson.Launcher$ProcStarter.join(Launcher.java:367)
	at hudson.tasks.Ant.perform(Ant.java:217)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:756)
	at hudson.model.Build$BuildExecution.build(Build.java:198)
	at hudson.model.Build$BuildExecution.doRun(Build.java:159)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:529)
	at hudson.model.Run.execute(Run.java:1706)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:88)
	at hudson.model.Executor.run(Executor.java:232)
Caused by: hudson.remoting.RequestAbortedException: java.io.IOException: Unexpected termination of the channel
	at hudson.remoting.Request.abort(Request.java:299)
	at hudson.remoting.Channel.terminate(Channel.java:805)
	at hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:69)
Caused by: java.io.IOException: Unexpected termination of the channel
	at hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:50)
Caused by: java.io.EOFException
	at java.io.ObjectInputStream$PeekInputStream.readFully(ObjectInputStream.java:2325)
	at java.io.ObjectInputStream$BlockDataInputStream.readShort(ObjectInputStream.java:2794)
	at java.io.ObjectInputStream.readStreamHeader(ObjectInputStream.java:801)
	at java.io.ObjectInputStream.<init>(ObjectInputStream.java:299)
	at hudson.remoting.ObjectInputStreamEx.<init>(ObjectInputStreamEx.java:40)
	at hudson.remoting.AbstractSynchronousByteArrayCommandTransport.read(AbstractSynchronousByteArrayCommandTransport.java:34)
	at hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:48)



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 692 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/692/

5 tests failed.
REGRESSION:  org.apache.solr.cloud.MultiThreadedOCPTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=55886, name=parallelCoreAdminExecutor-3246-thread-21, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=55886, name=parallelCoreAdminExecutor-3246-thread-21, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest]
	at __randomizedtesting.SeedInfo.seed([9ACFA50220067BA0:129B9AD88EFA1658]:0)
Caused by: java.lang.AssertionError: Too many closes on SolrCore
	at __randomizedtesting.SeedInfo.seed([9ACFA50220067BA0]:0)
	at org.apache.solr.core.SolrCore.close(SolrCore.java:1150)
	at org.apache.solr.common.util.IOUtils.closeQuietly(IOUtils.java:31)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:652)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:611)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleCreateAction(CoreAdminHandler.java:628)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestInternal(CoreAdminHandler.java:213)
	at org.apache.solr.handler.admin.CoreAdminHandler$ParallelCoreAdminHandlerThread.run(CoreAdminHandler.java:1249)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:148)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:745)


REGRESSION:  org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([9ACFA50220067BA0:EB2B5BD456ED5C6C]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping(UpdateRequestProcessorFactoryTest.java:111)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=7588, name=collection1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=7588, name=collection1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:52009/n_elj/yb: Could not find collection : awholynewstresscollection_collection1_0
	at __randomizedtesting.SeedInfo.seed([9ACFA50220067BA0]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:235)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:227)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:328)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:884)


FAILED:  org.apache.solr.cloud.TestSolrCloudWithKerberos.testKerberizedSolr

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:51662, http://127.0.0.1:55099, http://127.0.0.1:45795, http://127.0.0.1:41316, http://127.0.0.1:49218]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:51662, http://127.0.0.1:55099, http://127.0.0.1:45795, http://127.0.0.1:41316, http://127.0.0.1:49218]
	at __randomizedtesting.SeedInfo.seed([9ACFA50220067BA0:31D673C56A67BB97]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:355)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:135)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:152)
	at org.apache.solr.cloud.TestSolrCloudWithKerberos.testKerberizedSolr(TestSolrCloudWithKerberos.java:159)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:55099: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 </title>
</head>
<body>
<h2>HTTP ERROR: 500</h2>
<p>Problem accessing /admin/collections. Reason:
<pre>    org.apache.solr.common.SolrException: Error during request authentication, </pre></p>
<hr /><i><small>Powered by Jetty://</small></i>
</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:529)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:235)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:227)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:328)
	... 47 more


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=57748, name=collection0, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=57748, name=collection0, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:60395/yz_cp: Could not find collection : awholynewstresscollection_collection0_2
	at __randomizedtesting.SeedInfo.seed([9ACFA50220067BA0]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:235)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:227)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:328)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:884)




Build Log:
[...truncated 10364 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/init-core-data-001
   [junit4]   2> 1028576 T7017 oejs.Server.doStart jetty-9.2.10.v20150310
   [junit4]   2> 1028578 T7017 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@7148260e{/n_elj/yb,null,AVAILABLE}
   [junit4]   2> 1028584 T7017 oejs.AbstractConnector.doStart Started ServerConnector@e453684{HTTP/1.1}{127.0.0.1:36414}
   [junit4]   2> 1028584 T7017 oejs.Server.doStart Started @1030801ms
   [junit4]   2> 1028602 T7017 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/control-001/lib).
   [junit4]   2> 1029930 T7055 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1029931 T7055 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1029931 T7055 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1029931 T7055 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1029932 T7055 n:127.0.0.1:36414_n_elj%2Fyb x:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1030285 T7017 oejs.Server.doStart jetty-9.2.10.v20150310
   [junit4]   2> 1030287 T7017 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@3f2d29bd{/n_elj/yb,null,AVAILABLE}
   [junit4]   2> 1030288 T7017 oejs.AbstractConnector.doStart Started ServerConnector@5327f6f{HTTP/1.1}{127.0.0.1:57524}
   [junit4]   2> 1030288 T7017 oejs.Server.doStart Started @1032504ms
   [junit4]   2> 1030319 T7017 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-1-001/lib).
   [junit4]   2> 1032508 T7080 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1032509 T7080 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1032510 T7080 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1032510 T7080 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1032511 T7080 n:127.0.0.1:57524_n_elj%2Fyb x:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1032887 T7017 oejs.Server.doStart jetty-9.2.10.v20150310
   [junit4]   2> 1032891 T7017 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@75c0e16c{/n_elj/yb,null,AVAILABLE}
   [junit4]   2> 1032891 T7017 oejs.AbstractConnector.doStart Started ServerConnector@7f418863{HTTP/1.1}{127.0.0.1:52009}
   [junit4]   2> 1032892 T7017 oejs.Server.doStart Started @1035108ms
   [junit4]   2> 1032922 T7017 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-2-001/lib).
   [junit4]   2> 1035172 T7102 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1035173 T7102 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1035173 T7102 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1035174 T7102 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1035175 T7102 n:127.0.0.1:52009_n_elj%2Fyb x:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-2-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1035556 T7017 oejs.Server.doStart jetty-9.2.10.v20150310
   [junit4]   2> 1035558 T7017 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@38e3515f{/n_elj/yb,null,AVAILABLE}
   [junit4]   2> 1035559 T7017 oejs.AbstractConnector.doStart Started ServerConnector@554aec2b{HTTP/1.1}{127.0.0.1:34781}
   [junit4]   2> 1035559 T7017 oejs.Server.doStart Started @1037775ms
   [junit4]   2> 1035577 T7017 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-3-001/lib).
   [junit4]   2> 1037761 T7124 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1037762 T7124 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1037763 T7124 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1037763 T7124 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1037764 T7124 n:127.0.0.1:34781_n_elj%2Fyb x:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-3-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1038130 T7017 oejs.Server.doStart jetty-9.2.10.v20150310
   [junit4]   2> 1038132 T7017 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@2d17fbcd{/n_elj/yb,null,AVAILABLE}
   [junit4]   2> 1038133 T7017 oejs.AbstractConnector.doStart Started ServerConnector@54f26070{HTTP/1.1}{127.0.0.1:40151}
   [junit4]   2> 1038133 T7017 oejs.Server.doStart Started @1040350ms
   [junit4]   2> 1038162 T7017 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-4-001/lib).
   [junit4]   2> 1040393 T7149 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1040393 T7149 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1040394 T7149 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1040394 T7149 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1040395 T7149 n:127.0.0.1:40151_n_elj%2Fyb x:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-4-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1040446 T7154 n:127.0.0.1:36414_n_elj%2Fyb c:nodes_used_collection oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "stateFormat":"2",
   [junit4]   2> 	  "operation":"create"}
   [junit4]   2> 1041904 T7089 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1041904 T7089 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1041906 T7089 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1041906 T7089 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1041907 T7089 n:127.0.0.1:52009_n_elj%2Fyb x:nodes_used_collection_shard1_replica1 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-2-001/cores/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1041958 T7039 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1041959 T7039 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1041960 T7039 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1041960 T7039 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1041962 T7039 n:127.0.0.1:36414_n_elj%2Fyb x:nodes_used_collection_shard2_replica2 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/control-001/cores/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1041971 T7068 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1041972 T7068 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1041974 T7068 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1041974 T7068 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1041976 T7068 n:127.0.0.1:57524_n_elj%2Fyb x:nodes_used_collection_shard1_replica2 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-1-001/cores/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1041987 T7111 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1041988 T7111 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1041989 T7111 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1041989 T7111 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1041990 T7111 n:127.0.0.1:34781_n_elj%2Fyb x:nodes_used_collection_shard2_replica1 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-3-001/cores/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1043053 T7185 n:127.0.0.1:36414_n_elj%2Fyb c:awholynewcollection_0 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "name":"awholynewcollection_0",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "replicationFactor":"3",
   [junit4]   2> 	  "collection.configName":"conf2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"3",
   [junit4]   2> 	  "stateFormat":"1",
   [junit4]   2> 	  "operation":"create"}
   [junit4]   2> 1044584 T7042 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1044584 T7042 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1044585 T7042 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1044586 T7042 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1044589 T7042 n:127.0.0.1:36414_n_elj%2Fyb x:awholynewcollection_0_shard2_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard2_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/control-001/cores/awholynewcollection_0_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1044592 T7136 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1044592 T7136 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1044593 T7136 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1044593 T7136 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1044620 T7136 n:127.0.0.1:40151_n_elj%2Fyb x:awholynewcollection_0_shard3_replica2 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard3_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-4-001/cores/awholynewcollection_0_shard3_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1044640 T7069 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1044641 T7069 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1044642 T7069 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1044642 T7069 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1044646 T7069 n:127.0.0.1:57524_n_elj%2Fyb x:awholynewcollection_0_shard4_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard4_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-1-001/cores/awholynewcollection_0_shard4_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1044693 T7093 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1044694 T7093 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1044697 T7089 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1044697 T7089 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1044700 T7093 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1044700 T7093 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1044701 T7093 n:127.0.0.1:52009_n_elj%2Fyb x:awholynewcollection_0_shard3_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard3_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-2-001/cores/awholynewcollection_0_shard3_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1044702 T7089 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1044702 T7089 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1044703 T7089 n:127.0.0.1:52009_n_elj%2Fyb x:awholynewcollection_0_shard1_replica2 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-2-001/cores/awholynewcollection_0_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1044766 T7068 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1044766 T7068 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1044767 T7068 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1044767 T7068 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1044768 T7068 n:127.0.0.1:57524_n_elj%2Fyb x:awholynewcollection_0_shard2_replica2 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard2_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-1-001/cores/awholynewcollection_0_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1044785 T7113 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1044786 T7113 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1044787 T7113 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1044787 T7113 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1044789 T7113 n:127.0.0.1:34781_n_elj%2Fyb x:awholynewcollection_0_shard4_replica2 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard4_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-3-001/cores/awholynewcollection_0_shard4_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1044801 T7092 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1044802 T7092 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1044802 T7092 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1044803 T7092 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1044804 T7092 n:127.0.0.1:52009_n_elj%2Fyb x:awholynewcollection_0_shard4_replica3 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard4_replica3] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-2-001/cores/awholynewcollection_0_shard4_replica3/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1044806 T7115 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1044807 T7115 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1044808 T7115 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1044809 T7115 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1044811 T7114 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1044811 T7114 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1044812 T7115 n:127.0.0.1:34781_n_elj%2Fyb x:awholynewcollection_0_shard1_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-3-001/cores/awholynewcollection_0_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1044813 T7114 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1044813 T7043 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1044814 T7043 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1044813 T7114 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1044815 T7114 n:127.0.0.1:34781_n_elj%2Fyb x:awholynewcollection_0_shard2_replica3 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard2_replica3] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-3-001/cores/awholynewcollection_0_shard2_replica3/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1044816 T7043 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1044816 T7043 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1044817 T7043 n:127.0.0.1:36414_n_elj%2Fyb x:awholynewcollection_0_shard3_replica3 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard3_replica3] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/control-001/cores/awholynewcollection_0_shard3_replica3/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1044855 T7137 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1044855 T7137 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1044857 T7137 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1044857 T7137 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1044859 T7137 n:127.0.0.1:40151_n_elj%2Fyb x:awholynewcollection_0_shard1_replica3 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica3] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-4-001/cores/awholynewcollection_0_shard1_replica3/data/index' doesn't exist. Creating new index...
   [junit4]   2> ASYNC  NEW_CORE C486 name=collection1 org.apache.solr.core.SolrCore@49307afb url=http://127.0.0.1:34781/n_elj/yb/collection1 node=127.0.0.1:34781_n_elj%2Fyb C486_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:34781/n_elj/yb, node_name=127.0.0.1:34781_n_elj%2Fyb, state=recovering}
   [junit4]   2> 1045825 T7129 n:127.0.0.1:34781_n_elj%2Fyb c:collection1 s:shard2 x:collection1 C486 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> 1045903 T7245 n:127.0.0.1:36414_n_elj%2Fyb c:awholynewcollection_1 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "name":"awholynewcollection_1",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "replicationFactor":"4",
   [junit4]   2> 	  "collection.configName":"conf2",
   [junit4]   2> 	  "numShards":"5",
   [junit4]   2> 	  "maxShardsPerNode":"5",
   [junit4]   2> 	  "stateFormat":"1",
   [junit4]   2> 	  "operation":"create"}
   [junit4]   2> ASYNC  NEW_CORE C487 name=collection1 org.apache.solr.core.SolrCore@1274ede2 url=http://127.0.0.1:40151/n_elj/yb/collection1 node=127.0.0.1:40151_n_elj%2Fyb C487_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:40151/n_elj/yb, node_name=127.0.0.1:40151_n_elj%2Fyb, state=recovering}
   [junit4]   2> 1047493 T7155 n:127.0.0.1:40151_n_elj%2Fyb c:collection1 s:shard1 x:collection1 C487 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> 1047906 T7042 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1047906 T7042 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1047910 T7042 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1047910 T7042 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1047913 T7042 n:127.0.0.1:36414_n_elj%2Fyb x:awholynewcollection_1_shard4_replica2 oasc.SolrCore.initIndex WARN [awholynewcollection_1_shard4_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/control-001/cores/awholynewcollection_1_shard4_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1047955 T7112 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1047956 T7112 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1047966 T7112 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1047966 T7112 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1047968 T7112 n:127.0.0.1:34781_n_elj%2Fyb x:awholynewcollection_1_shard5_replica2 oasc.SolrCore.initIndex WARN [awholynewcollection_1_shard5_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-3-001/cores/awholynewcollection_1_shard5_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1047998 T7136 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1047998 T7136 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048000 T7138 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048001 T7138 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048001 T7136 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048002 T7136 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048002 T7136 n:127.0.0.1:40151_n_elj%2Fyb x:awholynewcollection_1_shard4_replica3 oasc.SolrCore.initIndex WARN [awholynewcollection_1_shard4_replica3] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-4-001/cores/awholynewcollection_1_shard4_replica3/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1048005 T7138 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048005 T7138 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048006 T7138 n:127.0.0.1:40151_n_elj%2Fyb x:awholynewcollection_1_shard5_replica4 oasc.SolrCore.initIndex WARN [awholynewcollection_1_shard5_replica4] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-4-001/cores/awholynewcollection_1_shard5_replica4/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1048024 T7256 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048024 T7256 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048026 T7256 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048026 T7256 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048027 T7256 n:127.0.0.1:52009_n_elj%2Fyb x:awholynewcollection_1_shard1_replica2 oasc.SolrCore.initIndex WARN [awholynewcollection_1_shard1_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-2-001/cores/awholynewcollection_1_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1048037 T7089 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048037 T7089 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048038 T7089 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048038 T7089 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048040 T7089 n:127.0.0.1:52009_n_elj%2Fyb x:awholynewcollection_1_shard2_replica3 oasc.SolrCore.initIndex WARN [awholynewcollection_1_shard2_replica3] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-2-001/cores/awholynewcollection_1_shard2_replica3/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1048049 T7071 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048049 T7071 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048051 T7248 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048051 T7248 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048052 T7115 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048053 T7115 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048054 T7071 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048054 T7071 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048055 T7071 n:127.0.0.1:57524_n_elj%2Fyb x:awholynewcollection_1_shard2_replica2 oasc.SolrCore.initIndex WARN [awholynewcollection_1_shard2_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-1-001/cores/awholynewcollection_1_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1048056 T7248 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048057 T7248 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048057 T7115 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048057 T7115 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048058 T7248 n:127.0.0.1:57524_n_elj%2Fyb x:awholynewcollection_1_shard4_replica4 oasc.SolrCore.initIndex WARN [awholynewcollection_1_shard4_replica4] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-1-001/cores/awholynewcollection_1_shard4_replica4/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1048058 T7115 n:127.0.0.1:34781_n_elj%2Fyb x:awholynewcollection_1_shard2_replica4 oasc.SolrCore.initIndex WARN [awholynewcollection_1_shard2_replica4] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-3-001/cores/awholynewcollection_1_shard2_replica4/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1048061 T7246 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048062 T7246 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048062 T7263 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048063 T7263 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048074 T7246 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048074 T7246 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048075 T7246 n:127.0.0.1:57524_n_elj%2Fyb x:awholynewcollection_1_shard1_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_1_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-1-001/cores/awholynewcollection_1_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1048081 T7263 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048081 T7263 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048082 T7263 n:127.0.0.1:40151_n_elj%2Fyb x:awholynewcollection_1_shard2_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_1_shard2_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-4-001/cores/awholynewcollection_1_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1048102 T7067 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048102 T7092 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048102 T7092 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048102 T7067 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048102 T7111 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048103 T7111 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048102 T7113 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048104 T7113 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048103 T7043 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048104 T7043 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048104 T7092 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048105 T7092 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048105 T7093 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048105 T7093 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048106 T7092 n:127.0.0.1:52009_n_elj%2Fyb x:awholynewcollection_1_shard5_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_1_shard5_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-2-001/cores/awholynewcollection_1_shard5_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1048106 T7067 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048107 T7093 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048107 T7093 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048107 T7111 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048107 T7111 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048108 T7093 n:127.0.0.1:52009_n_elj%2Fyb x:awholynewcollection_1_shard3_replica4 oasc.SolrCore.initIndex WARN [awholynewcollection_1_shard3_replica4] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-2-001/cores/awholynewcollection_1_shard3_replica4/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1048108 T7111 n:127.0.0.1:34781_n_elj%2Fyb x:awholynewcollection_1_shard4_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_1_shard4_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-3-001/cores/awholynewcollection_1_shard4_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1048107 T7067 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048114 T7043 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048115 T7067 n:127.0.0.1:57524_n_elj%2Fyb x:awholynewcollection_1_shard3_replica3 oasc.SolrCore.initIndex WARN [awholynewcollection_1_shard3_replica3] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-1-001/cores/awholynewcollection_1_shard3_replica3/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1048115 T7043 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048116 T7043 n:127.0.0.1:36414_n_elj%2Fyb x:awholynewcollection_1_shard3_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_1_shard3_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/control-001/cores/awholynewcollection_1_shard3_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1048117 T7113 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048117 T7113 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048118 T7113 n:127.0.0.1:34781_n_elj%2Fyb x:awholynewcollection_1_shard1_replica3 oasc.SolrCore.initIndex WARN [awholynewcollection_1_shard1_replica3] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-3-001/cores/awholynewcollection_1_shard1_replica3/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1048145 T7039 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048146 T7039 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048146 T7250 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048147 T7250 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048148 T7039 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048148 T7250 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048148 T7250 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048148 T7039 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048150 T7039 n:127.0.0.1:36414_n_elj%2Fyb x:awholynewcollection_1_shard5_replica3 oasc.SolrCore.initIndex WARN [awholynewcollection_1_shard5_replica3] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/control-001/cores/awholynewcollection_1_shard5_replica3/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1048181 T7250 n:127.0.0.1:36414_n_elj%2Fyb x:awholynewcollection_1_shard1_replica4 oasc.SolrCore.initIndex WARN [awholynewcollection_1_shard1_replica4] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/control-001/cores/awholynewcollection_1_shard1_replica4/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1048196 T7137 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048197 T7137 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048198 T7137 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1048198 T7137 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1048199 T7137 n:127.0.0.1:40151_n_elj%2Fyb x:awholynewcollection_1_shard3_replica2 oasc.SolrCore.initIndex WARN [awholynewcollection_1_shard3_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-4-001/cores/awholynewcollection_1_shard3_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1049294 T7344 n:127.0.0.1:36414_n_elj%2Fyb c:awholynewcollection_2 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "name":"awholynewcollection_2",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "replicationFactor":"3",
   [junit4]   2> 	  "collection.configName":"conf2",
   [junit4]   2> 	  "numShards":"5",
   [junit4]   2> 	  "maxShardsPerNode":"4",
   [junit4]   2> 	  "stateFormat":"1",
   [junit4]   2> 	  "operation":"create"}
   [junit4]   2> ASYNC  NEW_CORE C488 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@32974532 url=http://127.0.0.1:57524/n_elj/yb/nodes_used_collection_shard1_replica2 node=127.0.0.1:57524_n_elj%2Fyb C488_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{core=nodes_used_collection_shard1_replica2, base_url=http://127.0.0.1:57524/n_elj/yb, node_name=127.0.0.1:57524_n_elj%2Fyb, state=recovering}
   [junit4]   2> 1050011 T7174 n:127.0.0.1:57524_n_elj%2Fyb c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2 C488 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> ASYNC  NEW_CORE C489 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@320069f9 url=http://127.0.0.1:34781/n_elj/yb/nodes_used_collection_shard2_replica1 node=127.0.0.1:34781_n_elj%2Fyb C489_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{core=nodes_used_collection_shard2_replica1, base_url=http://127.0.0.1:34781/n_elj/yb, node_name=127.0.0.1:34781_n_elj%2Fyb, state=recovering}
   [junit4]   2> 1050038 T7176 n:127.0.0.1:34781_n_elj%2Fyb c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1 C489 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> 1051102 T7251 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051102 T7251 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051103 T7251 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051104 T7251 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051105 T7251 n:127.0.0.1:57524_n_elj%2Fyb x:awholynewcollection_2_shard3_replica3 oasc.SolrCore.initIndex WARN [awholynewcollection_2_shard3_replica3] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-1-001/cores/awholynewcollection_2_shard3_replica3/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1051131 T7115 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051131 T7115 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051170 T7115 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051171 T7115 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051180 T7115 n:127.0.0.1:34781_n_elj%2Fyb x:awholynewcollection_2_shard5_replica3 oasc.SolrCore.initIndex WARN [awholynewcollection_2_shard5_replica3] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-3-001/cores/awholynewcollection_2_shard5_replica3/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1051218 T7250 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051219 T7250 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051221 T7250 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051221 T7250 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051222 T7250 n:127.0.0.1:36414_n_elj%2Fyb x:awholynewcollection_2_shard1_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_2_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/control-001/cores/awholynewcollection_2_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1051230 T7042 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051231 T7042 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051267 T7042 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051268 T7042 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051270 T7042 n:127.0.0.1:36414_n_elj%2Fyb x:awholynewcollection_2_shard2_replica3 oasc.SolrCore.initIndex WARN [awholynewcollection_2_shard2_replica3] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/control-001/cores/awholynewcollection_2_shard2_replica3/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1051277 T7092 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051278 T7092 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051284 T7092 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051285 T7092 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051313 T7092 n:127.0.0.1:52009_n_elj%2Fyb x:awholynewcollection_2_shard5_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_2_shard5_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-2-001/cores/awholynewcollection_2_shard5_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1051340 T7071 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051341 T7071 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051341 T7089 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051342 T7089 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051342 T7138 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051342 T7138 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051345 T7089 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051345 T7089 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051345 T7138 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051346 T7138 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051347 T7071 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051347 T7071 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051347 T7113 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051347 T7138 n:127.0.0.1:40151_n_elj%2Fyb x:awholynewcollection_2_shard1_replica2 oasc.SolrCore.initIndex WARN [awholynewcollection_2_shard1_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-4-001/cores/awholynewcollection_2_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1051351 T7136 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051348 T7089 n:127.0.0.1:52009_n_elj%2Fyb x:awholynewcollection_2_shard1_replica3 oasc.SolrCore.initIndex WARN [awholynewcollection_2_shard1_replica3] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-2-001/cores/awholynewcollection_2_shard1_replica3/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1051348 T7346 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051353 T7346 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051348 T7071 n:127.0.0.1:57524_n_elj%2Fyb x:awholynewcollection_2_shard5_replica2 oasc.SolrCore.initIndex WARN [awholynewcollection_2_shard5_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-1-001/cores/awholynewcollection_2_shard5_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1051357 T7136 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051358 T7346 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051358 T7346 n:127.0.0.1:52009_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051359 T7346 n:127.0.0.1:52009_n_elj%2Fyb x:awholynewcollection_2_shard3_replica2 oasc.SolrCore.initIndex WARN [awholynewcollection_2_shard3_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-2-001/cores/awholynewcollection_2_shard3_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1051361 T7136 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051362 T7136 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051366 T7113 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051367 T7136 n:127.0.0.1:40151_n_elj%2Fyb x:awholynewcollection_2_shard3_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_2_shard3_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-4-001/cores/awholynewcollection_2_shard3_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1051370 T7113 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051370 T7113 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051379 T7113 n:127.0.0.1:34781_n_elj%2Fyb x:awholynewcollection_2_shard4_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_2_shard4_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-3-001/cores/awholynewcollection_2_shard4_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1051380 T7111 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051380 T7111 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051381 T7111 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051381 T7111 n:127.0.0.1:34781_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051383 T7248 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051383 T7248 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051384 T7111 n:127.0.0.1:34781_n_elj%2Fyb x:awholynewcollection_2_shard2_replica2 oasc.SolrCore.initIndex WARN [awholynewcollection_2_shard2_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-3-001/cores/awholynewcollection_2_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1051386 T7248 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051387 T7248 n:127.0.0.1:57524_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051389 T7248 n:127.0.0.1:57524_n_elj%2Fyb x:awholynewcollection_2_shard2_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_2_shard2_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-1-001/cores/awholynewcollection_2_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1051394 T7263 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051394 T7263 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051395 T7263 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051395 T7263 n:127.0.0.1:40151_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051398 T7263 n:127.0.0.1:40151_n_elj%2Fyb x:awholynewcollection_2_shard4_replica3 oasc.SolrCore.initIndex WARN [awholynewcollection_2_shard4_replica3] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9ACFA50220067BA0-001/shard-4-001/cores/awholynewcollection_2_shard4_replica3/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1051400 T7039 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051401 T7039 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1051404 T7039 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1051404 T7039 n:127.0.0.1:36414_n_elj%2Fyb oass.OpenExchangeRatesOrgProvider$OpenExch

[...truncated too long message...]

JmxCache(MetricsSourceAdapter.java:172)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:227)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:461)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:197)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:50)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:483)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 53 more
   [junit4]   2> 
   [junit4]   2> 3203592 T56326 c:collection1 s:shard2 x:collection1 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 391066 T56325 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=32006, maxDocsPerChunk=3, blockSize=329), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=32006, blockSize=329)), sim=DefaultSimilarity, locale=it, timezone=Africa/Brazzaville
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_25 (64-bit)/cpus=4,threads=2,free=102681152,total=532676608
   [junit4]   2> NOTE: All tests run in this JVM: [SimplePostToolTest, TestConfigReload, TermVectorComponentTest, RequestHandlersTest, TestBlendedInfixSuggestions, TestCryptoKeys, TestInfoStreamLogging, TestFileDictionaryLookup, TestOrdValues, HdfsRecoveryZkTest, HdfsThreadLeakTest, HdfsWriteToMultipleCollectionsTest, TestSolrIndexConfig, HighlighterTest, TestReversedWildcardFilterFactory, BasicZkTest, TestHighFrequencyDictionaryFactory, TestCollapseQParserPlugin, TestRangeQuery, SolrCoreTest, BlockCacheTest, JavabinLoaderTest, DefaultValueUpdateProcessorTest, TestBadConfig, TestDefaultSearchFieldResource, TestFaceting, IndexBasedSpellCheckerTest, TestJsonFacets, TestIBSimilarityFactory, DateRangeFieldTest, HdfsBasicDistributedZk2Test, BlockDirectoryTest, DeleteReplicaTest, URLClassifyProcessorTest, IndexSchemaTest, UUIDUpdateProcessorFallbackTest, HdfsBasicDistributedZkTest, DistributedDebugComponentTest, TestRemoveLastDynamicCopyField, TestPivotHelperCode, TestRandomFaceting, TestTolerantSearch, SignatureUpdateProcessorFactoryTest, TestFieldSortValues, TestQuerySenderListener, BJQParserTest, TestCSVLoader, PrimitiveFieldTypeTest, DebugComponentTest, TestIndexingPerformance, TestSchemaResource, DistributedFacetPivotLongTailTest, SolrIndexConfigTest, TestSolrDeletionPolicy1, ZkNodePropsTest, TestSortingResponseWriter, TestStressLucene, SuggesterWFSTTest, SimpleMLTQParserTest, DistributedQueryComponentCustomSortTest, PeerSyncTest, TestJsonRequest, DocExpirationUpdateProcessorFactoryTest, TestArbitraryIndexDir, TestSweetSpotSimilarityFactory, TestRandomDVFaceting, TestCodecSupport, TestPhraseSuggestions, TestPostingsSolrHighlighter, DateMathParserTest, SchemaVersionSpecificBehaviorTest, FastVectorHighlighterTest, CurrencyFieldXmlFileTest, TimeZoneUtilsTest, UUIDFieldTest, StandardRequestHandlerTest, ReplicationFactorTest, QueryElevationComponentTest, DistribDocExpirationUpdateProcessorTest, DeleteInactiveReplicaTest, TestRemoteStreaming, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, SyncSliceTest, OpenCloseCoreStressTest, TestReplicationHandler, MultiThreadedOCPTest, TestCollectionAPI, TestRebalanceLeaders, HdfsCollectionsAPIDistributedZkTest]
   [junit4] Completed [465/502] on J0 in 400.10s, 1 test, 1 error <<< FAILURES!

[...truncated 130 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:533: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:474: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:61: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/extra-targets.xml:39: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:229: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:512: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1415: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:973: There were test failures: 502 suites, 1984 tests, 4 errors, 1 failure, 20 ignored (10 assumptions)

Total time: 161 minutes 7 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No artifacts from Lucene-Solr-NightlyTests-trunk #679 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 691 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/691/

3 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:52180/wbk: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Could not get shard id for core: halfcollection_shard1_replica1

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:52180/wbk: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Could not get shard id for core: halfcollection_shard1_replica1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:235)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:227)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:325)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:442)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:188)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.TestSolrCloudWithKerberos.testKerberizedSolr

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:60188/q_d/m, http://127.0.0.1:46611/q_d/m, http://127.0.0.1:42177/q_d/m, http://127.0.0.1:47725/q_d/m, http://127.0.0.1:42066/q_d/m]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:60188/q_d/m, http://127.0.0.1:46611/q_d/m, http://127.0.0.1:42177/q_d/m, http://127.0.0.1:47725/q_d/m, http://127.0.0.1:42066/q_d/m]
	at __randomizedtesting.SeedInfo.seed([9D5CFD4E3AB72D52:36452B8970D6ED65]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:355)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:135)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:152)
	at org.apache.solr.cloud.TestSolrCloudWithKerberos.testKerberizedSolr(TestSolrCloudWithKerberos.java:159)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42177/q_d/m: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 </title>
</head>
<body>
<h2>HTTP ERROR: 500</h2>
<p>Problem accessing /q_d/m/admin/collections. Reason:
<pre>    org.apache.solr.common.SolrException: Error during request authentication, </pre></p>
<hr /><i><small>Powered by Jetty://</small></i>
</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:529)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:235)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:227)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:328)
	... 47 more


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=82118, name=collection3, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=82118, name=collection3, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33550: Could not find collection : awholynewstresscollection_collection3_4
	at __randomizedtesting.SeedInfo.seed([9D5CFD4E3AB72D52]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:235)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:227)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:328)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:884)




Build Log:
[...truncated 21249 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/init-core-data-001
   [junit4]   2> 2122952 T12684 oejs.Server.doStart jetty-9.2.10.v20150310
   [junit4]   2> 2122963 T12684 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@33ae2453{/wbk,null,AVAILABLE}
   [junit4]   2> 2122964 T12684 oejs.AbstractConnector.doStart Started ServerConnector@19bd951a{HTTP/1.1}{127.0.0.1:44414}
   [junit4]   2> 2122964 T12684 oejs.Server.doStart Started @2124843ms
   [junit4]   2> 2123002 T12684 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/control-001/lib).
   [junit4]   2> 2124335 T12716 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2124335 T12716 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2124336 T12716 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2124336 T12716 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2124338 T12716 n:127.0.0.1:44414_wbk x:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2124752 T12684 oejs.Server.doStart jetty-9.2.10.v20150310
   [junit4]   2> 2124754 T12684 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@780837a1{/wbk,null,AVAILABLE}
   [junit4]   2> 2124754 T12684 oejs.AbstractConnector.doStart Started ServerConnector@653e53d1{HTTP/1.1}{127.0.0.1:52180}
   [junit4]   2> 2124755 T12684 oejs.Server.doStart Started @2126634ms
   [junit4]   2> 2124775 T12684 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-1-001/lib).
   [junit4]   2> 2126997 T12744 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2126997 T12744 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2126998 T12744 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2126998 T12744 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2126999 T12744 n:127.0.0.1:52180_wbk x:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2127428 T12684 oejs.Server.doStart jetty-9.2.10.v20150310
   [junit4]   2> 2127435 T12684 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@1c927d03{/wbk,null,AVAILABLE}
   [junit4]   2> 2127437 T12684 oejs.AbstractConnector.doStart Started ServerConnector@2e5b2e05{HTTP/1.1}{127.0.0.1:45916}
   [junit4]   2> 2127437 T12684 oejs.Server.doStart Started @2129317ms
   [junit4]   2> 2127466 T12684 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-2-001/lib).
   [junit4]   2> 2128743 T12766 n:127.0.0.1:45916_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2128743 T12766 n:127.0.0.1:45916_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2128744 T12766 n:127.0.0.1:45916_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2128744 T12766 n:127.0.0.1:45916_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2128745 T12766 n:127.0.0.1:45916_wbk x:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-2-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2129159 T12684 oejs.Server.doStart jetty-9.2.10.v20150310
   [junit4]   2> 2129169 T12684 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@7acc5b15{/wbk,null,AVAILABLE}
   [junit4]   2> 2129170 T12684 oejs.AbstractConnector.doStart Started ServerConnector@4dc27805{HTTP/1.1}{127.0.0.1:35980}
   [junit4]   2> 2129173 T12684 oejs.Server.doStart Started @2131052ms
   [junit4]   2> 2129196 T12684 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-3-001/lib).
   [junit4]   2> 2131428 T12788 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2131430 T12788 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2131431 T12788 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2131431 T12788 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2131433 T12788 n:127.0.0.1:35980_wbk x:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-3-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2131875 T12684 oejs.Server.doStart jetty-9.2.10.v20150310
   [junit4]   2> 2131878 T12684 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@189fc684{/wbk,null,AVAILABLE}
   [junit4]   2> 2131879 T12684 oejs.AbstractConnector.doStart Started ServerConnector@163b457b{HTTP/1.1}{127.0.0.1:36146}
   [junit4]   2> 2131879 T12684 oejs.Server.doStart Started @2133758ms
   [junit4]   2> 2131904 T12684 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-4-001/lib).
   [junit4]   2> 2134193 T12813 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2134193 T12813 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2134194 T12813 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2134194 T12813 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2134195 T12813 n:127.0.0.1:36146_wbk x:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-4-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2134305 T12819 n:127.0.0.1:44414_wbk c:nodes_used_collection oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "stateFormat":"2",
   [junit4]   2> 	  "operation":"create"}
   [junit4]   2> 2135735 T12775 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2135736 T12775 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2135737 T12775 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2135738 T12775 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2136329 T12775 n:127.0.0.1:35980_wbk x:nodes_used_collection_shard2_replica2 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-3-001/cores/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2136379 T12700 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2136380 T12700 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2136381 T12700 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2136381 T12700 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2136382 T12700 n:127.0.0.1:44414_wbk x:nodes_used_collection_shard1_replica2 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/control-001/cores/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2136400 T12800 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2136400 T12800 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2136401 T12800 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2136401 T12800 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2136403 T12800 n:127.0.0.1:36146_wbk x:nodes_used_collection_shard2_replica1 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-4-001/cores/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2136417 T12732 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2136417 T12732 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2136418 T12732 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2136418 T12732 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2136419 T12732 n:127.0.0.1:52180_wbk x:nodes_used_collection_shard1_replica1 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-1-001/cores/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2137537 T12853 n:127.0.0.1:44414_wbk c:awholynewcollection_0 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "name":"awholynewcollection_0",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "replicationFactor":"1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "maxShardsPerNode":"1",
   [junit4]   2> 	  "stateFormat":"2",
   [junit4]   2> 	  "operation":"create"}
   [junit4]   2> ASYNC  NEW_CORE C1087 name=collection1 org.apache.solr.core.SolrCore@68bd4b03 url=http://127.0.0.1:35980/wbk/collection1 node=127.0.0.1:35980_wbk C1087_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:35980/wbk, node_name=127.0.0.1:35980_wbk, state=recovering}
   [junit4]   2> 2138506 T12793 n:127.0.0.1:35980_wbk c:collection1 s:shard2 x:collection1 C1087 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> 2138969 T12733 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2138969 T12733 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2138970 T12733 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2138971 T12733 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2138972 T12733 n:127.0.0.1:52180_wbk x:awholynewcollection_0_shard2_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard2_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-1-001/cores/awholynewcollection_0_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2139019 T12700 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2139019 T12700 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2139020 T12700 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2139021 T12700 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2139022 T12700 n:127.0.0.1:44414_wbk x:awholynewcollection_0_shard1_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/control-001/cores/awholynewcollection_0_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2139162 T12861 n:127.0.0.1:44414_wbk c:awholynewcollection_1 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "name":"awholynewcollection_1",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "replicationFactor":"3",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "maxShardsPerNode":"1",
   [junit4]   2> 	  "stateFormat":"2",
   [junit4]   2> 	  "operation":"create"}
   [junit4]   2> 2140801 T12735 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2140802 T12735 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2140805 T12735 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2140806 T12735 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2140807 T12735 n:127.0.0.1:52180_wbk x:awholynewcollection_1_shard1_replica2 oasc.SolrCore.initIndex WARN [awholynewcollection_1_shard1_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-1-001/cores/awholynewcollection_1_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2140809 T12804 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2140809 T12804 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2140810 T12804 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2140811 T12804 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2140813 T12804 n:127.0.0.1:36146_wbk x:awholynewcollection_1_shard1_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_1_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-4-001/cores/awholynewcollection_1_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2140862 T12775 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2140863 T12775 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2140864 T12775 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2140865 T12775 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2140866 T12775 n:127.0.0.1:35980_wbk x:awholynewcollection_1_shard1_replica3 oasc.SolrCore.initIndex WARN [awholynewcollection_1_shard1_replica3] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-3-001/cores/awholynewcollection_1_shard1_replica3/data/index' doesn't exist. Creating new index...
   [junit4]   2> ASYNC  NEW_CORE C1088 name=collection1 org.apache.solr.core.SolrCore@57a6ae5e url=http://127.0.0.1:36146/wbk/collection1 node=127.0.0.1:36146_wbk C1088_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:36146/wbk, node_name=127.0.0.1:36146_wbk, state=recovering}
   [junit4]   2> 2141322 T12818 n:127.0.0.1:36146_wbk c:collection1 s:shard1 x:collection1 C1088 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> 2141923 T12874 n:127.0.0.1:44414_wbk c:awholynewcollection_2 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "name":"awholynewcollection_2",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "maxShardsPerNode":"1",
   [junit4]   2> 	  "stateFormat":"2",
   [junit4]   2> 	  "operation":"create"}
   [junit4]   2> 2143491 T12754 n:127.0.0.1:45916_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2143491 T12754 n:127.0.0.1:45916_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2143493 T12754 n:127.0.0.1:45916_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2143493 T12754 n:127.0.0.1:45916_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2143499 T12754 n:127.0.0.1:45916_wbk x:awholynewcollection_2_shard1_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_2_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-2-001/cores/awholynewcollection_2_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2143599 T12777 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2143600 T12777 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2143601 T12777 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2143601 T12777 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2143602 T12777 n:127.0.0.1:35980_wbk x:awholynewcollection_2_shard1_replica2 oasc.SolrCore.initIndex WARN [awholynewcollection_2_shard1_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-3-001/cores/awholynewcollection_2_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> ASYNC  NEW_CORE C1089 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@56d92ad url=http://127.0.0.1:36146/wbk/nodes_used_collection_shard2_replica1 node=127.0.0.1:36146_wbk C1089_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{core=nodes_used_collection_shard2_replica1, base_url=http://127.0.0.1:36146/wbk, node_name=127.0.0.1:36146_wbk, state=recovering}
   [junit4]   2> 2144448 T12839 n:127.0.0.1:36146_wbk c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1 C1089 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> ASYNC  NEW_CORE C1090 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@74bb1bf8 url=http://127.0.0.1:52180/wbk/nodes_used_collection_shard1_replica1 node=127.0.0.1:52180_wbk C1090_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{core=nodes_used_collection_shard1_replica1, base_url=http://127.0.0.1:52180/wbk, node_name=127.0.0.1:52180_wbk, state=recovering}
   [junit4]   2> 2144480 T12841 n:127.0.0.1:52180_wbk c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1 C1090 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> 2144662 T12883 n:127.0.0.1:44414_wbk c:awholynewcollection_3 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "name":"awholynewcollection_3",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "replicationFactor":"1",
   [junit4]   2> 	  "numShards":"5",
   [junit4]   2> 	  "maxShardsPerNode":"2",
   [junit4]   2> 	  "stateFormat":"2",
   [junit4]   2> 	  "operation":"create"}
   [junit4]   2> 2146427 T12731 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2146427 T12731 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2146428 T12731 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2146428 T12731 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2146430 T12731 n:127.0.0.1:52180_wbk x:awholynewcollection_3_shard1_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_3_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-1-001/cores/awholynewcollection_3_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2146539 T12757 n:127.0.0.1:45916_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2146539 T12757 n:127.0.0.1:45916_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2146547 T12757 n:127.0.0.1:45916_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2146547 T12757 n:127.0.0.1:45916_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2146548 T12757 n:127.0.0.1:45916_wbk x:awholynewcollection_3_shard2_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_3_shard2_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-2-001/cores/awholynewcollection_3_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2146582 T12776 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2146583 T12776 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2146585 T12776 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2146586 T12776 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2146590 T12701 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2146590 T12701 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2146592 T12701 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2146592 T12701 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2146594 T12701 n:127.0.0.1:44414_wbk x:awholynewcollection_3_shard4_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_3_shard4_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/control-001/cores/awholynewcollection_3_shard4_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2146602 T12776 n:127.0.0.1:35980_wbk x:awholynewcollection_3_shard3_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_3_shard3_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-3-001/cores/awholynewcollection_3_shard3_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2146609 T12802 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2146609 T12802 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2146610 T12802 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2146611 T12802 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2146612 T12802 n:127.0.0.1:36146_wbk x:awholynewcollection_3_shard5_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_3_shard5_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-4-001/cores/awholynewcollection_3_shard5_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2146746 T12883 n:127.0.0.1:44414_wbk c:awholynewcollection_4 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "name":"awholynewcollection_4",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "replicationFactor":"4",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "maxShardsPerNode":"3",
   [junit4]   2> 	  "stateFormat":"2",
   [junit4]   2> 	  "operation":"create"}
   [junit4]   2> 2148664 T12775 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2148664 T12775 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2148671 T12775 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2148671 T12775 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2148691 T12775 n:127.0.0.1:35980_wbk x:awholynewcollection_4_shard1_replica4 oasc.SolrCore.initIndex WARN [awholynewcollection_4_shard1_replica4] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-3-001/cores/awholynewcollection_4_shard1_replica4/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2148871 T12803 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2148872 T12803 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> ASYNC  NEW_CORE C1091 name=awholynewcollection_1_shard1_replica2 org.apache.solr.core.SolrCore@ea16688 url=http://127.0.0.1:52180/wbk/awholynewcollection_1_shard1_replica2 node=127.0.0.1:52180_wbk C1091_STATE=coll:awholynewcollection_1 core:awholynewcollection_1_shard1_replica2 props:{core=awholynewcollection_1_shard1_replica2, base_url=http://127.0.0.1:52180/wbk, node_name=127.0.0.1:52180_wbk, state=recovering}
   [junit4]   2> 2148873 T12870 n:127.0.0.1:52180_wbk c:awholynewcollection_1 s:shard1 x:awholynewcollection_1_shard1_replica2 C1091 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> 2148952 T12778 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2148952 T12778 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2148953 T12778 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2148953 T12778 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2148954 T12778 n:127.0.0.1:35980_wbk x:awholynewcollection_4_shard3_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_4_shard3_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-3-001/cores/awholynewcollection_4_shard3_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2148954 T12803 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2148955 T12803 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2148956 T12803 n:127.0.0.1:36146_wbk x:awholynewcollection_4_shard3_replica3 oasc.SolrCore.initIndex WARN [awholynewcollection_4_shard3_replica3] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-4-001/cores/awholynewcollection_4_shard3_replica3/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2148959 T12801 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2148959 T12801 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2148960 T12801 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2148960 T12801 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2148962 T12801 n:127.0.0.1:36146_wbk x:awholynewcollection_4_shard1_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_4_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-4-001/cores/awholynewcollection_4_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> ASYNC  NEW_CORE C1092 name=awholynewcollection_1_shard1_replica3 org.apache.solr.core.SolrCore@1e31238 url=http://127.0.0.1:35980/wbk/awholynewcollection_1_shard1_replica3 node=127.0.0.1:35980_wbk C1092_STATE=coll:awholynewcollection_1 core:awholynewcollection_1_shard1_replica3 props:{core=awholynewcollection_1_shard1_replica3, base_url=http://127.0.0.1:35980/wbk, node_name=127.0.0.1:35980_wbk, state=recovering}
   [junit4]   2> 2148974 T12872 n:127.0.0.1:35980_wbk c:awholynewcollection_1 s:shard1 x:awholynewcollection_1_shard1_replica3 C1092 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> 2149012 T12754 n:127.0.0.1:45916_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2149013 T12754 n:127.0.0.1:45916_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2149014 T12754 n:127.0.0.1:45916_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2149014 T12754 n:127.0.0.1:45916_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2149015 T12754 n:127.0.0.1:45916_wbk x:awholynewcollection_4_shard3_replica2 oasc.SolrCore.initIndex WARN [awholynewcollection_4_shard3_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-2-001/cores/awholynewcollection_4_shard3_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2149040 T12735 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2149041 T12735 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2149042 T12735 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2149042 T12735 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2149044 T12755 n:127.0.0.1:45916_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2149044 T12755 n:127.0.0.1:45916_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2149048 T12755 n:127.0.0.1:45916_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2149049 T12755 n:127.0.0.1:45916_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2149049 T12735 n:127.0.0.1:52180_wbk x:awholynewcollection_4_shard1_replica2 oasc.SolrCore.initIndex WARN [awholynewcollection_4_shard1_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-1-001/cores/awholynewcollection_4_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2149052 T12755 n:127.0.0.1:45916_wbk x:awholynewcollection_4_shard2_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_4_shard2_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-2-001/cores/awholynewcollection_4_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2149057 T12802 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2149057 T12802 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2149058 T12802 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2149059 T12802 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2149060 T12802 n:127.0.0.1:36146_wbk x:awholynewcollection_4_shard2_replica2 oasc.SolrCore.initIndex WARN [awholynewcollection_4_shard2_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-4-001/cores/awholynewcollection_4_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2149063 T12702 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2149063 T12702 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2149064 T12702 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2149064 T12702 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2149082 T12702 n:127.0.0.1:44414_wbk x:awholynewcollection_4_shard2_replica4 oasc.SolrCore.initIndex WARN [awholynewcollection_4_shard2_replica4] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/control-001/cores/awholynewcollection_4_shard2_replica4/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2149109 T12703 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2149109 T12703 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2149112 T12703 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2149112 T12703 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2149114 T12703 n:127.0.0.1:44414_wbk x:awholynewcollection_4_shard1_replica3 oasc.SolrCore.initIndex WARN [awholynewcollection_4_shard1_replica3] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/control-001/cores/awholynewcollection_4_shard1_replica3/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2149127 T12732 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2149128 T12732 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2149128 T12731 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2149129 T12731 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2149129 T12732 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2149130 T12732 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2149131 T12732 n:127.0.0.1:52180_wbk x:awholynewcollection_4_shard2_replica3 oasc.SolrCore.initIndex WARN [awholynewcollection_4_shard2_replica3] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-1-001/cores/awholynewcollection_4_shard2_replica3/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2149138 T12731 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2149139 T12731 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2149141 T12731 n:127.0.0.1:52180_wbk x:awholynewcollection_4_shard3_replica4 oasc.SolrCore.initIndex WARN [awholynewcollection_4_shard3_replica4] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-1-001/cores/awholynewcollection_4_shard3_replica4/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2150510 T12685 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations: 
   [junit4]   2> 	Maximum concurrent create/delete watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		10	/solr/aliases.json
   [junit4]   2> 		10	/solr/clusterstate.json
   [junit4]   2> 		5	/solr/collections/awholynewcollection_3/state.json
   [junit4]   2> 		5	/solr/configs/conf1
   [junit4]   2> 		5	/solr/collections/awholynewcollection_4/state.json
   [junit4]   2> 		4	/solr/collections/nodes_used_collection/state.json
   [junit4]   2> 		4	/solr/collections/collection1/state.json
   [junit4]   2> 		3	/solr/collections/awholynewcollection_1/state.json
   [junit4]   2> 		2	/solr/collections/awholynewcollection_0/state.json
   [junit4]   2> 		2	/solr/collections/awholynewcollection_2/state.json
   [junit4]   2> 	
   [junit4]   2> 	Maximum concurrent children watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		10	/solr/live_nodes
   [junit4]   2> 	
   [junit4]   2> ASYNC  NEW_CORE C1093 name=awholynewcollection_2_shard1_replica2 org.apache.solr.core.SolrCore@27337360 url=http://127.0.0.1:35980/wbk/awholynewcollection_2_shard1_replica2 node=127.0.0.1:35980_wbk C1093_STATE=coll:awholynewcollection_2 core:awholynewcollection_2_shard1_replica2 props:{core=awholynewcollection_2_shard1_replica2, base_url=http://127.0.0.1:35980/wbk, node_name=127.0.0.1:35980_wbk, state=recovering}
   [junit4]   2> 2151661 T12881 n:127.0.0.1:35980_wbk c:awholynewcollection_2 s:shard1 x:awholynewcollection_2_shard1_replica2 C1093 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> ASYNC  NEW_CORE C1094 name=awholynewcollection_4_shard3_replica3 org.apache.solr.core.SolrCore@60759183 url=http://127.0.0.1:36146/wbk/awholynewcollection_4_shard3_replica3 node=127.0.0.1:36146_wbk C1094_STATE=coll:awholynewcollection_4 core:awholynewcollection_4_shard3_replica3 props:{core=awholynewcollection_4_shard3_replica3, base_url=http://127.0.0.1:36146/wbk, node_name=127.0.0.1:36146_wbk, state=recovering}
   [junit4]   2> 2157091 T12938 n:127.0.0.1:36146_wbk c:awholynewcollection_4 s:shard3 x:awholynewcollection_4_shard3_replica3 C1094 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> ASYNC  NEW_CORE C1095 name=awholynewcollection_4_shard1_replica1 org.apache.solr.core.SolrCore@37d840fd url=http://127.0.0.1:36146/wbk/awholynewcollection_4_shard1_replica1 node=127.0.0.1:36146_wbk C1095_STATE=coll:awholynewcollection_4 core:awholynewcollection_4_shard1_replica1 props:{core=awholynewcollection_4_shard1_replica1, base_url=http://127.0.0.1:36146/wbk, node_name=127.0.0.1:36146_wbk, state=recovering}
   [junit4]   2> 2157098 T12937 n:127.0.0.1:36146_wbk c:awholynewcollection_4 s:shard1 x:awholynewcollection_4_shard1_replica1 C1095 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> ASYNC  NEW_CORE C1096 name=awholynewcollection_4_shard3_replica2 org.apache.solr.core.SolrCore@7fbe507e url=http://127.0.0.1:45916/wbk/awholynewcollection_4_shard3_replica2 node=127.0.0.1:45916_wbk C1096_STATE=coll:awholynewcollection_4 core:awholynewcollection_4_shard3_replica2 props:{core=awholynewcollection_4_shard3_replica2, base_url=http://127.0.0.1:45916/wbk, node_name=127.0.0.1:45916_wbk, state=recovering}
   [junit4]   2> 2157157 T12941 n:127.0.0.1:45916_wbk c:awholynewcollection_4 s:shard3 x:awholynewcollection_4_shard3_replica2 C1096 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> ASYNC  NEW_CORE C1097 name=awholynewcollection_4_shard2_replica2 org.apache.solr.core.SolrCore@55f3213a url=http://127.0.0.1:36146/wbk/awholynewcollection_4_shard2_replica2 node=127.0.0.1:36146_wbk C1097_STATE=coll:awholynewcollection_4 core:awholynewcollection_4_shard2_replica2 props:{core=awholynewcollection_4_shard2_replica2, base_url=http://127.0.0.1:36146/wbk, node_name=127.0.0.1:36146_wbk, state=recovering}
   [junit4]   2> 2157161 T12943 n:127.0.0.1:36146_wbk c:awholynewcollection_4 s:shard2 x:awholynewcollection_4_shard2_replica2 C1097 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> ASYNC  NEW_CORE C1098 name=awholynewcollection_4_shard2_replica4 org.apache.solr.core.SolrCore@78982983 url=http://127.0.0.1:44414/wbk/awholynewcollection_4_shard2_replica4 node=127.0.0.1:44414_wbk C1098_STATE=coll:awholynewcollection_4 core:awholynewcollection_4_shard2_replica4 props:{core=awholynewcollection_4_shard2_replica4, base_url=http://127.0.0.1:44414/wbk, node_name=127.0.0.1:44414_wbk, state=recovering}
   [junit4]   2> 2157226 T12948 n:127.0.0.1:44414_wbk c:awholynewcollection_4 s:shard2 x:awholynewcollection_4_shard2_replica4 C1098 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> ASYNC  NEW_CORE C1099 name=awholynewcollection_4_shard1_replica2 org.apache.solr.core.SolrCore@202b0fb4 url=http://127.0.0.1:52180/wbk/awholynewcollection_4_shard1_replica2 node=127.0.0.1:52180_wbk C1099_STATE=coll:awholynewcollection_4 core:awholynewcollection_4_shard1_replica2 props:{core=awholynewcollection_4_shard1_replica2, base_url=http://127.0.0.1:52180/wbk, node_name=127.0.0.1:52180_wbk, state=recovering}
   [junit4]   2> 2157234 T12945 n:127.0.0.1:52180_wbk c:awholynewcollection_4 s:shard1 x:awholynewcollection_4_shard1_replica2 C1099 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> ASYNC  NEW_CORE C1100 name=awholynewcollection_4_shard1_replica3 org.apache.solr.core.SolrCore@3e5a65cc url=http://127.0.0.1:44414/wbk/awholynewcollection_4_shard1_replica3 node=127.0.0.1:44414_wbk C1100_STATE=coll:awholynewcollection_4 core:awholynewcollection_4_shard1_replica3 props:{core=awholynewcollection_4_shard1_replica3, base_url=http://127.0.0.1:44414/wbk, node_name=127.0.0.1:44414_wbk, state=recovering}
   [junit4]   2> 2157250 T12947 n:127.0.0.1:44414_wbk c:awholynewcollection_4 s:shard1 x:awholynewcollection_4_shard1_replica3 C1100 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> ASYNC  NEW_CORE C1101 name=awholynewcollection_4_shard2_replica3 org.apache.solr.core.SolrCore@39d5dd0a url=http://127.0.0.1:52180/wbk/awholynewcollection_4_shard2_replica3 node=127.0.0.1:52180_wbk C1101_STATE=coll:awholynewcollection_4 core:awholynewcollection_4_shard2_replica3 props:{core=awholynewcollection_4_shard2_replica3, base_url=http://127.0.0.1:52180/wbk, node_name=127.0.0.1:52180_wbk, state=recovering}
   [junit4]   2> 2157255 T12951 n:127.0.0.1:52180_wbk c:awholynewcollection_4 s:shard2 x:awholynewcollection_4_shard2_replica3 C1101 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> ASYNC  NEW_CORE C1102 name=awholynewcollection_4_shard3_replica4 org.apache.solr.core.SolrCore@512b46bf url=http://127.0.0.1:52180/wbk/awholynewcollection_4_shard3_replica4 node=127.0.0.1:52180_wbk C1102_STATE=coll:awholynewcollection_4 core:awholynewcollection_4_shard3_replica4 props:{core=awholynewcollection_4_shard3_replica4, base_url=http://127.0.0.1:52180/wbk, node_name=127.0.0.1:52180_wbk, state=recovering}
   [junit4]   2> 2157270 T12952 n:127.0.0.1:52180_wbk c:awholynewcollection_4 s:shard3 x:awholynewcollection_4_shard3_replica4 C1102 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> 2157800 T12883 n:127.0.0.1:44414_wbk c:awholynewcollection_0 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : reload , {
   [junit4]   2> 	  "name":"awholynewcollection_0",
   [junit4]   2> 	  "operation":"reload"}
   [junit4]   2> 2158112 T12732 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2158113 T12732 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2158114 T12732 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2158115 T12732 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2158342 T12704 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2158342 T12704 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2158347 T12704 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2158347 T12704 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2159038 T12883 n:127.0.0.1:44414_wbk c:awholynewcollection_0 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : delete , {
   [junit4]   2> 	  "name":"awholynewcollection_0",
   [junit4]   2> 	  "operation":"delete"}
   [junit4]   2> 2160285 T12883 n:127.0.0.1:44414_wbk c:unknown_collection oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : delete , {
   [junit4]   2> 	  "name":"unknown_collection",
   [junit4]   2> 	  "operation":"delete"}
   [junit4]   2> 2160299 T12883 n:127.0.0.1:44414_wbk c:unknown_collection oasc.SolrException.log ERROR Collection: unknown_collection operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : unknown_collection
   [junit4]   2> 		at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:164)
   [junit4]   2> 		at org.apache.solr.cloud.OverseerCollectionProcessor.collectionCmd(OverseerCollectionProcessor.java:2698)
   [junit4]   2> 		at org.apache.solr.cloud.OverseerCollectionProcessor.deleteCollection(OverseerCollectionProcessor.java:1128)
   [junit4]   2> 		at org.apache.solr.cloud.OverseerCollectionProcessor.processMessage(OverseerCollectionProcessor.java:565)
   [junit4]   2> 		at org.apache.solr.cloud.OverseerCollectionProcessor$Runner.run(OverseerCollectionProcessor.java:2893)
   [junit4]   2> 		at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:148)
   [junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> 2160332 T12883 n:127.0.0.1:44414_wbk c:acollectionafterbaddelete oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "name":"acollectionafterbaddelete",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "stateFormat":"2",
   [junit4]   2> 	  "operation":"create"}
   [junit4]   2> 2162070 T12732 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2162070 T12732 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2162072 T12732 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2162073 T12732 n:127.0.0.1:52180_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2162086 T12732 n:127.0.0.1:52180_wbk x:acollectionafterbaddelete_shard1_replica2 oasc.SolrCore.initIndex WARN [acollectionafterbaddelete_shard1_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-1-001/cores/acollectionafterbaddelete_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2162193 T12757 n:127.0.0.1:45916_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2162193 T12757 n:127.0.0.1:45916_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2162195 T12757 n:127.0.0.1:45916_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2162195 T12757 n:127.0.0.1:45916_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2162196 T12757 n:127.0.0.1:45916_wbk x:acollectionafterbaddelete_shard1_replica1 oasc.SolrCore.initIndex WARN [acollectionafterbaddelete_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-2-001/cores/acollectionafterbaddelete_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> ASYNC  NEW_CORE C1103 name=acollectionafterbaddelete_shard1_replica1 org.apache.solr.core.SolrCore@6605b6d5 url=http://127.0.0.1:45916/wbk/acollectionafterbaddelete_shard1_replica1 node=127.0.0.1:45916_wbk C1103_STATE=coll:acollectionafterbaddelete core:acollectionafterbaddelete_shard1_replica1 props:{core=acollectionafterbaddelete_shard1_replica1, base_url=http://127.0.0.1:45916/wbk, node_name=127.0.0.1:45916_wbk, state=recovering}
   [junit4]   2> 2170322 T13028 n:127.0.0.1:45916_wbk c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1 C1103 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> 2170393 T12883 n:127.0.0.1:44414_wbk c:awholynewcollection_5 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "name":"awholynewcollection_5",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "maxShardsPerNode":"1",
   [junit4]   2> 	  "stateFormat":"2",
   [junit4]   2> 	  "operation":"create"}
   [junit4]   2> 2170401 T12883 n:127.0.0.1:44414_wbk c:awholynewcollection_5 oasc.SolrException.log ERROR Collection: awholynewcollection_5 operation: create failed:org.apache.solr.common.SolrException: Cannot create collection awholynewcollection_5. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 5. This allows a maximum of 5 to be created. Value of numShards is 3 and value of replicationFactor is 2. This requires 6 shards to be created (higher than the allowed number)
   [junit4]   2> 		at org.apache.solr.cloud.OverseerCollectionProcessor.createCollection(OverseerCollectionProcessor.java:2352)
   [junit4]   2> 		at org.apache.solr.cloud.OverseerCollectionProcessor.processMessage(OverseerCollectionProcessor.java:562)
   [junit4]   2> 		at org.apache.solr.cloud.OverseerCollectionProcessor$Runner.run(OverseerCollectionProcessor.java:2893)
   [junit4]   2> 		at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:148)
   [junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> 2170434 T12883 n:127.0.0.1:44414_wbk c:awholynewcollection_6 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "name":"awholynewcollection_6",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "replicationFactor":"1",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2",
   [junit4]   2> 	  "createNodeSet":"127.0.0.1:44414_wbk,127.0.0.1:35980_wbk",
   [junit4]   2> 	  "stateFormat":"2",
   [junit4]   2> 	  "operation":"create"}
   [junit4]   2> 2172123 T12776 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2172123 T12776 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2172126 T12776 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2172126 T12776 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2172134 T12776 n:127.0.0.1:35980_wbk x:awholynewcollection_6_shard1_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_6_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-3-001/cores/awholynewcollection_6_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2172153 T12701 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2172153 T12701 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2172177 T12701 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2172178 T12701 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2172179 T12701 n:127.0.0.1:44414_wbk x:awholynewcollection_6_shard4_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_6_shard4_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/control-001/cores/awholynewcollection_6_shard4_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2172221 T12778 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2172222 T12703 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2172223 T12703 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2172223 T12778 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2172228 T12778 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2172228 T12778 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2172229 T12778 n:127.0.0.1:35980_wbk x:awholynewcollection_6_shard3_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_6_shard3_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-3-001/cores/awholynewcollection_6_shard3_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2172228 T12703 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2172232 T12703 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2172236 T12703 n:127.0.0.1:44414_wbk x:awholynewcollection_6_shard2_replica1 oasc.SolrCore.initIndex WARN [awholynewcollection_6_shard2_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/control-001/cores/awholynewcollection_6_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2172962 T12883 n:127.0.0.1:44414_wbk c:awholynewstresscollection_collection5_0 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "name":"awholynewstresscollection_collection5_0",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "replicationFactor":"3",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "maxShardsPerNode":"2",
   [junit4]   2> 	  "stateFormat":"2",
   [junit4]   2> 	  "operation":"create"}
   [junit4]   2> 2172962 T12874 n:127.0.0.1:44414_wbk c:awholynewstresscollection_collection2_0 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "name":"awholynewstresscollection_collection2_0",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "replicationFactor":"3",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "maxShardsPerNode":"2",
   [junit4]   2> 	  "stateFormat":"2",
   [junit4]   2> 	  "operation":"create"}
   [junit4]   2> 2172974 T12861 n:127.0.0.1:44414_wbk c:awholynewstresscollection_collection3_0 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "name":"awholynewstresscollection_collection3_0",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "replicationFactor":"3",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "maxShardsPerNode":"2",
   [junit4]   2> 	  "stateFormat":"2",
   [junit4]   2> 	  "operation":"create"}
   [junit4]   2> 2172986 T12853 n:127.0.0.1:44414_wbk c:awholynewstresscollection_collection0_0 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "name":"awholynewstresscollection_collection0_0",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "replicationFactor":"3",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "maxShardsPerNode":"2",
   [junit4]   2> 	  "stateFormat":"2",
   [junit4]   2> 	  "operation":"create"}
   [junit4]   2> 2173038 T12819 n:127.0.0.1:44414_wbk c:awholynewstresscollection_collection1_0 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "name":"awholynewstresscollection_collection1_0",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "replicationFactor":"3",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "maxShardsPerNode":"2",
   [junit4]   2> 	  "stateFormat":"2",
   [junit4]   2> 	  "operation":"create"}
   [junit4]   2> 2173038 T13077 n:127.0.0.1:44414_wbk c:awholynewstresscollection_collection4_0 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "name":"awholynewstresscollection_collection4_0",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "replicationFactor":"3",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "maxShardsPerNode":"2",
   [junit4]   2> 	  "stateFormat":"2",
   [junit4]   2> 	  "operation":"create"}
   [junit4]   2> 2173632 T13076 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2173632 T13076 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2173633 T13076 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2173634 T13076 n:127.0.0.1:44414_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2173642 T13076 n:127.0.0.1:44414_wbk x:awholynewstresscollection_collection5_0_shard1_replica1 oasc.SolrCore.initIndex WARN [awholynewstresscollection_collection5_0_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/control-001/cores/awholynewstresscollection_collection5_0_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2173695 T12801 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2173695 T12801 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2173697 T12801 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2173697 T12801 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2173698 T12801 n:127.0.0.1:36146_wbk x:awholynewstresscollection_collection3_0_shard1_replica3 oasc.SolrCore.initIndex WARN [awholynewstresscollection_collection3_0_shard1_replica3] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-4-001/cores/awholynewstresscollection_collection3_0_shard1_replica3/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2174509 T12777 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2174509 T12777 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2174511 T12777 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2174511 T12777 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2174512 T12777 n:127.0.0.1:35980_wbk x:awholynewstresscollection_collection5_0_shard1_replica3 oasc.SolrCore.initIndex WARN [awholynewstresscollection_collection5_0_shard1_replica3] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-3-001/cores/awholynewstresscollection_collection5_0_shard1_replica3/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2174519 T12800 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2174519 T12800 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2174521 T12800 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2174521 T12800 n:127.0.0.1:36146_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2174522 T12800 n:127.0.0.1:36146_wbk x:awholynewstresscollection_collection5_0_shard1_replica2 oasc.SolrCore.initIndex WARN [awholynewstresscollection_collection5_0_shard1_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest 9D5CFD4E3AB72D52-001/shard-4-001/cores/awholynewstresscollection_collection5_0_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2174876 T12775 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2174877 T12775 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2174878 T12775 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2174879 T12775 n:127.0.0.1:35980_wbk oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2174939 T12775 n:127.0.0.1:35980_wbk x:awholynewstresscollection_collection4_0_shard1_replica2 oasc.SolrCore.initIndex WARN [awholynewstresscollection_collection4_0_shard1_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/so

[...truncated too long message...]

torUtil.java:148)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:319)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:316)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:90)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.<init>(DistributedQueue.java:69)
   [junit4]   2> 	... 20 more
   [junit4]   2> 
   [junit4]   2> 3635223 T15999 oejs.AbstractConnector.doStop Stopped ServerConnector@a8a4c9e{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 3635224 T15999 oejsh.ContextHandler.doStop Stopped o.e.j.s.ServletContextHandler@178cc26d{/q_d/m,null,UNAVAILABLE}
   [junit4]   2> 3635400 T16007 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations: 
   [junit4]   2> 	Maximum concurrent create/delete watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		7	/solr/aliases.json
   [junit4]   2> 		7	/solr/clusterstate.json
   [junit4]   2> 		5	/solr/configs/conf1
   [junit4]   2> 	
   [junit4]   2> 	Maximum concurrent children watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		7	/solr/live_nodes
   [junit4]   2> 		4	/solr/overseer/collection-queue-work
   [junit4]   2> 		3	/solr/overseer/queue
   [junit4]   2> 	
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCloudWithKerberos -Dtests.method=testKerberizedSolr -Dtests.seed=9D5CFD4E3AB72D52 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale= -Dtests.timezone=Mexico/BajaNorte -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   33.1s J1 | TestSolrCloudWithKerberos.testKerberizedSolr <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:60188/q_d/m, http://127.0.0.1:46611/q_d/m, http://127.0.0.1:42177/q_d/m, http://127.0.0.1:47725/q_d/m, http://127.0.0.1:42066/q_d/m]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9D5CFD4E3AB72D52:36452B8970D6ED65]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:355)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:135)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:152)
   [junit4]    > 	at org.apache.solr.cloud.TestSolrCloudWithKerberos.testKerberizedSolr(TestSolrCloudWithKerberos.java:159)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42177/q_d/m: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]    > <head>
   [junit4]    > <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
   [junit4]    > <title>Error 500 </title>
   [junit4]    > </head>
   [junit4]    > <body>
   [junit4]    > <h2>HTTP ERROR: 500</h2>
   [junit4]    > <p>Problem accessing /q_d/m/admin/collections. Reason:
   [junit4]    > <pre>    org.apache.solr.common.SolrException: Error during request authentication, </pre></p>
   [junit4]    > <hr /><i><small>Powered by Jetty://</small></i>
   [junit4]    > </body>
   [junit4]    > </html>
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:529)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:235)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:227)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:328)
   [junit4]    > 	... 47 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 9D5CFD4E3AB72D52-001
   [junit4]   2> 33137 T15998 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=1, maxDocsPerChunk=790, blockSize=638), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=1, blockSize=638)), sim=DefaultSimilarity, locale=, timezone=Mexico/BajaNorte
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_25 (64-bit)/cpus=4,threads=1,free=53278080,total=500695040
   [junit4]   2> NOTE: All tests run in this JVM: [DocumentAnalysisRequestHandlerTest, TestLRUCache, TestManagedSchema, TestStressVersions, JSONWriterTest, ChaosMonkeySafeLeaderTest, TestSuggestSpellingConverter, TestComplexPhraseQParserPlugin, TestAtomicUpdateErrorCases, OverseerStatusTest, TestOmitPositions, TestDynamicFieldResource, SpatialFilterTest, DocValuesMultiTest, TestDistribDocBasedVersion, TestElisionMultitermQuery, TestRandomMergePolicy, SuggesterTSTTest, DistributedMLTComponentTest, CollectionsAPIAsyncDistributedZkTest, TestRebalanceLeaders, TestCoreDiscovery, HdfsDirectoryTest, ZkControllerTest, SolrCloudExampleTest, FileUtilsTest, QueryResultKeyTest, SpellingQueryConverterTest, MigrateRouteKeyTest, RequestLoggingTest, RecoveryAfterSoftCommitTest, SystemInfoHandlerTest, TestSolrDeletionPolicy2, AnalysisAfterCoreReloadTest, TestCloudManagedSchema, NoCacheHeaderTest, TestBulkSchemaConcurrent, RAMDirectoryFactoryTest, DistribCursorPagingTest, TestConfigSets, TestSearchPerf, TestSimpleTrackingShardHandler, TestLMDirichletSimilarityFactory, SolrPluginUtilsTest, RollingRestartTest, CacheHeaderTest, UpdateParamsTest, IndexSchemaRuntimeFieldTest, ZkStateWriterTest, TestRecoveryHdfs, DistributedSuggestComponentTest, ConcurrentDeleteAndCreateCollectionTest, HdfsLockFactoryTest, TestSchemaVersionResource, SolrXmlInZkTest, TestShardHandlerFactory, TestFoldingMultitermQuery, TestCloudPivotFacet, TestSolrCoreProperties, TestFuzzyAnalyzedSuggestions, HighlighterMaxOffsetTest, TestFastLRUCache, CollectionsAPIDistributedZkTest, ResourceLoaderTest, WordBreakSolrSpellCheckerTest, ShardRoutingTest, TestAuthorizationFramework, CollectionReloadTest, ScriptEngineTest, LukeRequestHandlerTest, TestAnalyzedSuggestions, CurrencyFieldOpenExchangeTest, TestManagedResource, TestUniqueKeyFieldResource, TestSolrCloudWithKerberos]
   [junit4] Completed [409/502] on J1 in 33.68s, 1 test, 1 error <<< FAILURES!

[...truncated 297 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:533: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:474: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:61: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/extra-targets.xml:39: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:229: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:512: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1415: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:973: There were test failures: 502 suites, 1984 tests, 3 errors, 20 ignored (10 assumptions)

Total time: 176 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No artifacts from Lucene-Solr-NightlyTests-trunk #679 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 690 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/690/

No tests ran.

Build Log:
[...truncated 11680 lines...]
   [junit4] Suite: org.apache.lucene.index.Test4GBStoredFields
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=Test4GBStoredFields -Dtests.method=test -Dtests.seed=703C6228D2DDF191 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=in_ID -Dtests.timezone=Pacific/Honolulu -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR    183s J2 | Test4GBStoredFields.test <<<
   [junit4]    > Throwable #1: java.io.IOException: No space left on device
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([703C6228D2DDF191:F8685DF27C219C69]:0)
   [junit4]    > 	at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
   [junit4]    > 	at sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60)
   [junit4]    > 	at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
   [junit4]    > 	at sun.nio.ch.IOUtil.write(IOUtil.java:65)
   [junit4]    > 	at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:210)
   [junit4]    > 	at java.nio.channels.Channels.writeFullyImpl(Channels.java:78)
   [junit4]    > 	at java.nio.channels.Channels.writeFully(Channels.java:101)
   [junit4]    > 	at java.nio.channels.Channels.access$000(Channels.java:61)
   [junit4]    > 	at java.nio.channels.Channels$1.write(Channels.java:174)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput$1.write(FSDirectory.java:268)
   [junit4]    > 	at java.util.zip.CheckedOutputStream.write(CheckedOutputStream.java:73)
   [junit4]    > 	at java.io.BufferedOutputStream.write(BufferedOutputStream.java:122)
   [junit4]    > 	at org.apache.lucene.store.OutputStreamIndexOutput.writeBytes(OutputStreamIndexOutput.java:53)
   [junit4]    > 	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:142)
   [junit4]    > 	at org.apache.lucene.store.DataOutput.writeBytes(DataOutput.java:52)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.CompressionMode$DeflateCompressor.compress(CompressionMode.java:275)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.flush(CompressingStoredFieldsWriter.java:235)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.finishDocument(CompressingStoredFieldsWriter.java:165)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.finishStoredFields(DefaultIndexingChain.java:270)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:361)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:457)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1358)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1137)
   [junit4]    > 	at org.apache.lucene.index.Test4GBStoredFields.test(Test4GBStoredFields.java:75)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J2/temp/lucene.index.Test4GBStoredFields 703C6228D2DDF191-001
   [junit4]   2> NOTE: test params are: codec=Lucene50, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=in_ID, timezone=Pacific/Honolulu
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_25 (64-bit)/cpus=4,threads=1,free=124197968,total=301989888
   [junit4]   2> NOTE: All tests run in this JVM: [TestTransactions, TestIndexWriterDeleteByQuery, TestDocIdSet, TestIndexReaderClose, TestPriorityQueue, TestBooleanMinShouldMatch, TestSpanOrQuery, TestMaxPosition, TestNot, TestMergedIterator, TestBagOfPositions, TestTermsEnum2, TestInPlaceMergeSorter, TestBytesStore, TestSpanContainQuery, TestTerm, TestTimSorterWorstCase, TestSimpleExplanationsOfNonMatches, TestBinaryTerms, TestLucene50DocValuesFormat, TestNorms, TestBinaryDocument, TestCompiledAutomaton, TestIntsRef, TestForTooMuchCloning, TestPositionIncrement, TestTieredMergePolicy, TestDeterminism, TestByteBlockPool, TestExternalCodecs, TestDisjunctionMaxQuery, TestCachingTokenFilter, TestCodecHoldsOpenFiles, TestFieldCacheTermsFilter, TestFileSwitchDirectory, TestCharFilter, TestSortRescorer, TestBooleanCoord, TestDateTools, TestPayloadExplanations, TestDocument, TestSimpleSearchEquivalence, TestBagOfPostings, TestTopDocsMerge, TestBlockPostingsFormat, Test2BPagedBytes, TestConsistentFieldNumbers, TestFilterCachingPolicy, TestSearchWithThreads, TestMultiPhraseEnum, TestRollingBuffer, TestMultiThreadTermVectors, TestFilterSpans, TestStringHelper, TestSpanExplanations, TestTryDelete, TestBlockPostingsFormat3, TestBufferedIndexInput, TestSloppyMath, TestSetOnce, TestDocInverterPerFieldErrorInfo, TestDocValuesRewriteMethod, TestAllFilesHaveCodecHeader, TestSmallFloat, TestTopFieldCollector, TestIndexWriterMerging, TestIndexWriterWithThreads, TestNumericRangeQuery32, TestIndexWriterExceptions, TestDeletionPolicy, TestBooleanOr, TestBasics, TestFlushByRamOrCountsPolicy, TestSloppyPhraseQuery, TestIndexWriterMergePolicy, TestNRTThreads, TestDuelingCodecs, TestBoolean2, TestAtomicUpdate, TestSearchAfter, TestConcurrentMergeScheduler, TestMinimize, TestRollingUpdates, TestIndexWriterUnicode, TestArrayUtil, TestByteSlices, TestSegmentMerger, TestCollectionUtil, TestComplexExplanations, TestRegexpRandom2, TestToken, TestFieldsReader, TestCustomSearcherSort, TestIndexWriterOnDiskFull, Test4GBStoredFields]
   [junit4] Completed [345/391] on J2 in 183.42s, 1 test, 1 error <<< FAILURES!

[...truncated 12 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/temp/junit4-J2-20150523_120936_190.syserr
   [junit4] >>> JVM J2: stderr (verbatim) ----
   [junit4] WARN: Unhandled exception in event serialization. -> com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.JsonIOException: java.io.IOException: No space left on device
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.Gson.toJson(Gson.java:514)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.events.Serializer.serialize(Serializer.java:87)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain$4.write(SlaveMain.java:410)
   [junit4] 	at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
   [junit4] 	at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
   [junit4] 	at java.io.PrintStream.flush(PrintStream.java:338)
   [junit4] 	at java.io.FilterOutputStream.flush(FilterOutputStream.java:140)
   [junit4] 	at java.io.PrintStream.write(PrintStream.java:482)
   [junit4] 	at sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:221)
   [junit4] 	at sun.nio.cs.StreamEncoder.implWrite(StreamEncoder.java:282)
   [junit4] 	at sun.nio.cs.StreamEncoder.write(StreamEncoder.java:125)
   [junit4] 	at sun.nio.cs.StreamEncoder.write(StreamEncoder.java:135)
   [junit4] 	at java.io.OutputStreamWriter.write(OutputStreamWriter.java:220)
   [junit4] 	at java.io.Writer.write(Writer.java:157)
   [junit4] 	at java.util.logging.StreamHandler.publish(StreamHandler.java:224)
   [junit4] 	at java.util.logging.ConsoleHandler.publish(ConsoleHandler.java:116)
   [junit4] 	at java.util.logging.Logger.log(Logger.java:738)
   [junit4] 	at java.util.logging.Logger.doLog(Logger.java:765)
   [junit4] 	at java.util.logging.Logger.log(Logger.java:875)
   [junit4] 	at com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler.uncaughtException(RandomizedRunner.java:507)
   [junit4] 	at java.lang.ThreadGroup.uncaughtException(ThreadGroup.java:1057)
   [junit4] 	at java.lang.ThreadGroup.uncaughtException(ThreadGroup.java:1052)
   [junit4] 	at java.lang.ThreadGroup.uncaughtException(ThreadGroup.java:1052)
   [junit4] 	at com.carrotsearch.randomizedtesting.RunnerThreadGroup.uncaughtException(RunnerThreadGroup.java:32)
   [junit4] 	at java.lang.Thread.dispatchUncaughtException(Thread.java:1952)
   [junit4] Caused by: java.io.IOException: No space left on device
   [junit4] 	at java.io.FileOutputStream.writeBytes(Native Method)
   [junit4] 	at java.io.FileOutputStream.write(FileOutputStream.java:315)
   [junit4] 	at java.io.BufferedOutputStream.write(BufferedOutputStream.java:122)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.EventsOutputStream.write(EventsOutputStream.java:28)
   [junit4] 	at sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:221)
   [junit4] 	at sun.nio.cs.StreamEncoder.implWrite(StreamEncoder.java:282)
   [junit4] 	at sun.nio.cs.StreamEncoder.write(StreamEncoder.java:125)
   [junit4] 	at sun.nio.cs.StreamEncoder.write(StreamEncoder.java:113)
   [junit4] 	at java.io.OutputStreamWriter.write(OutputStreamWriter.java:194)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.stream.JsonWriter.string(JsonWriter.java:535)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.stream.JsonWriter.value(JsonWriter.java:364)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.TypeAdapters$22.write(TypeAdapters.java:626)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.TypeAdapters$22.write(TypeAdapters.java:578)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.Streams.write(Streams.java:67)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.GsonToMiniGsonTypeAdapterFactory$3.write(GsonToMiniGsonTypeAdapterFactory.java:98)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.TypeAdapterRuntimeTypeWrapper.write(TypeAdapterRuntimeTypeWrapper.java:66)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.ReflectiveTypeAdapterFactory$1.write(ReflectiveTypeAdapterFactory.java:82)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.ReflectiveTypeAdapterFactory$Adapter.write(ReflectiveTypeAdapterFactory.java:194)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.Gson.toJson(Gson.java:512)
   [junit4] 	... 24 more
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/temp/junit4-J0-20150523_120936_190.syserr
   [junit4] >>> JVM J0: stderr (verbatim) ----
   [junit4] WARN: Unhandled exception in event serialization. -> com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.JsonIOException: java.io.IOException: No space left on device
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.Gson.toJson(Gson.java:514)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.events.Serializer.serialize(Serializer.java:87)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.RunListenerEmitter.testFailure(RunListenerEmitter.java:54)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.NoExceptionRunListenerDecorator.testFailure(NoExceptionRunListenerDecorator.java:55)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.BeforeAfterRunListenerDecorator.testFailure(BeforeAfterRunListenerDecorator.java:60)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.OrderedRunNotifier$4.notifyListener(OrderedRunNotifier.java:129)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.OrderedRunNotifier$SafeNotifier.run(OrderedRunNotifier.java:63)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.OrderedRunNotifier.fireTestFailure(OrderedRunNotifier.java:131)
   [junit4] 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$SubNotifier.fireTestFailure(ThreadLeakControl.java:181)
   [junit4] 	at com.carrotsearch.randomizedtesting.RandomizedRunner.fireTestFailure(RandomizedRunner.java:763)
   [junit4] 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:851)
   [junit4] 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
   [junit4] 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
   [junit4] 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
   [junit4] 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4] 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4] 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4] 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4] 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4] 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4] 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4] 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4] 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4] 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4] 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4] 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4] 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4] 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Caused by: java.io.IOException: No space left on device
   [junit4] 	at java.io.FileOutputStream.writeBytes(Native Method)
   [junit4] 	at java.io.FileOutputStream.write(FileOutputStream.java:315)
   [junit4] 	at java.io.BufferedOutputStream.write(BufferedOutputStream.java:122)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.EventsOutputStream.write(EventsOutputStream.java:28)
   [junit4] 	at sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:221)
   [junit4] 	at sun.nio.cs.StreamEncoder.implWrite(StreamEncoder.java:282)
   [junit4] 	at sun.nio.cs.StreamEncoder.write(StreamEncoder.java:125)
   [junit4] 	at sun.nio.cs.StreamEncoder.write(StreamEncoder.java:113)
   [junit4] 	at java.io.OutputStreamWriter.write(OutputStreamWriter.java:194)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.stream.JsonWriter.string(JsonWriter.java:535)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.stream.JsonWriter.value(JsonWriter.java:364)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.TypeAdapters$12.write(TypeAdapters.java:335)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.TypeAdapters$12.write(TypeAdapters.java:319)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.TypeAdapterRuntimeTypeWrapper.write(TypeAdapterRuntimeTypeWrapper.java:66)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.ReflectiveTypeAdapterFactory$1.write(ReflectiveTypeAdapterFactory.java:82)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.ReflectiveTypeAdapterFactory$Adapter.write(ReflectiveTypeAdapterFactory.java:194)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.TypeAdapterRuntimeTypeWrapper.write(TypeAdapterRuntimeTypeWrapper.java:66)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.ReflectiveTypeAdapterFactory$1.write(ReflectiveTypeAdapterFactory.java:82)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.ReflectiveTypeAdapterFactory$Adapter.write(ReflectiveTypeAdapterFactory.java:194)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.Gson.toJson(Gson.java:512)
   [junit4] 	... 28 more
   [junit4] <<< JVM J0: EOF ----

[...truncated 2 lines...]
   [junit4] Suite: org.apache.lucene.index.TestDuelingCodecsAtNight
   [junit4]   2> Mej 23, 2015 1:45:40 WN com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #17,5,TGRP-TestDuelingCodecsAtNight]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.io.IOException: No space left on device
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([703C6228D2DDF191]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:673)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:641)
   [junit4]   2> Caused by: java.io.IOException: No space left on device
   [junit4]   2> 	at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
   [junit4]   2> 	at sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60)
   [junit4]   2> 	at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
   [junit4]   2> 	at sun.nio.ch.IOUtil.write(IOUtil.java:65)
   [junit4]   2> 	at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:210)
   [junit4]   2> 	at java.nio.channels.Channels.writeFullyImpl(Channels.java:78)
   [junit4]   2> 	at java.nio.channels.Channels.writeFully(Channels.java:101)
   [junit4]   2> 	at java.nio.channels.Channels.access$000(Channels.java:61)
   [junit4]   2> 	at java.nio.channels.Channels$1.write(Channels.java:174)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput$1.write(FSDirectory.java:268)
   [junit4]   2> 	at java.util.zip.CheckedOutputStream.write(CheckedOutputStream.java:73)
   [junit4]   2> 	at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
   [junit4]   2> 	at java.io.BufferedOutputStream.write(BufferedOutputStream.java:126)
   [junit4]   2> 	at org.apache.lucene.store.OutputStreamIndexOutput.writeBytes(OutputStreamIndexOutput.java:53)
   [junit4]   2> 	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:142)
   [junit4]   2> 	at org.apache.lucene.store.MockIndexOutputWrapper.writeByte(MockIndexOutputWrapper.java:127)
   [junit4]   2> 	at org.apache.lucene.store.RateLimitedIndexOutput.writeByte(RateLimitedIndexOutput.java:66)
   [junit4]   2> 	at org.apache.lucene.codecs.simpletext.SimpleTextUtil.write(SimpleTextUtil.java:49)
   [junit4]   2> 	at org.apache.lucene.codecs.simpletext.SimpleTextTermVectorsWriter.write(SimpleTextTermVectorsWriter.java:190)
   [junit4]   2> 	at org.apache.lucene.codecs.simpletext.SimpleTextTermVectorsWriter.startTerm(SimpleTextTermVectorsWriter.java:127)
   [junit4]   2> 	at org.apache.lucene.codecs.TermVectorsWriter.addAllDocVectors(TermVectorsWriter.java:267)
   [junit4]   2> 	at org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:196)
   [junit4]   2> 	at org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:187)
   [junit4]   2> 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:127)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:3942)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3523)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:581)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:619)
   [junit4]   2> 	Suppressed: java.io.IOException: No space left on device
   [junit4]   2> 		at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
   [junit4]   2> 		at sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60)
   [junit4]   2> 		at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
   [junit4]   2> 		at sun.nio.ch.IOUtil.write(IOUtil.java:65)
   [junit4]   2> 		at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:210)
   [junit4]   2> 		at java.nio.channels.Channels.writeFullyImpl(Channels.java:78)
   [junit4]   2> 		at java.nio.channels.Channels.writeFully(Channels.java:101)
   [junit4]   2> 		at java.nio.channels.Channels.access$000(Channels.java:61)
   [junit4]   2> 		at java.nio.channels.Channels$1.write(Channels.java:174)
   [junit4]   2> 		at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]   2> 		at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]   2> 		at org.apache.lucene.store.FSDirectory$FSIndexOutput$1.write(FSDirectory.java:268)
   [junit4]   2> 		at java.util.zip.CheckedOutputStream.write(CheckedOutputStream.java:73)
   [junit4]   2> 		at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
   [junit4]   2> 		at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
   [junit4]   2> 		at org.apache.lucene.store.OutputStreamIndexOutput.close(OutputStreamIndexOutput.java:68)
   [junit4]   2> 		at org.apache.lucene.store.MockIndexOutputWrapper.close(MockIndexOutputWrapper.java:105)
   [junit4]   2> 		at org.apache.lucene.store.RateLimitedIndexOutput.close(RateLimitedIndexOutput.java:49)
   [junit4]   2> 		at org.apache.lucene.util.IOUtils.close(IOUtils.java:88)
   [junit4]   2> 		at org.apache.lucene.util.IOUtils.close(IOUtils.java:75)
   [junit4]   2> 		at org.apache.lucene.codecs.simpletext.SimpleTextTermVectorsWriter.close(SimpleTextTermVectorsWriter.java:179)
   [junit4]   2> 		at org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:188)
   [junit4]   2> 		... 5 more
   [junit4]   2> 		Suppressed: java.io.IOException: No space left on device
   [junit4]   2> 			at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
   [junit4]   2> 			at sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60)
   [junit4]   2> 			at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
   [junit4]   2> 			at sun.nio.ch.IOUtil.write(IOUtil.java:65)
   [junit4]   2> 			at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:210)
   [junit4]   2> 			at java.nio.channels.Channels.writeFullyImpl(Channels.java:78)
   [junit4]   2> 			at java.nio.channels.Channels.writeFully(Channels.java:101)
   [junit4]   2> 			at java.nio.channels.Channels.access$000(Channels.java:61)
   [junit4]   2> 			at java.nio.channels.Channels$1.write(Channels.java:174)
   [junit4]   2> 			at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]   2> 			at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]   2> 			at org.apache.lucene.store.FSDirectory$FSIndexOutput$1.write(FSDirectory.java:268)
   [junit4]   2> 			at java.util.zip.CheckedOutputStream.write(CheckedOutputStream.java:73)
   [junit4]   2> 			at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
   [junit4]   2> 			at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
   [junit4]   2> 			at java.io.FilterOutputStream.close(FilterOutputStream.java:158)
   [junit4]   2> 			at org.apache.lucene.store.OutputStreamIndexOutput.close(OutputStreamIndexOutput.java:70)
   [junit4]   2> 			... 11 more
   [junit4]   2> 
   [junit4]   2> Mej 23, 2015 1:45:40 WN com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #18,5,TGRP-TestDuelingCodecsAtNight]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.io.IOException: No space left on device
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([703C6228D2DDF191]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:673)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:641)
   [junit4]   2> Caused by: java.io.IOException: No space left on device
   [junit4]   2> 	at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
   [junit4]   2> 	at sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60)
   [junit4]   2> 	at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
   [junit4]   2> 	at sun.nio.ch.IOUtil.write(IOUtil.java:65)
   [junit4]   2> 	at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:210)
   [junit4]   2> 	at java.nio.channels.Channels.writeFullyImpl(Channels.java:78)
   [junit4]   2> 	at java.nio.channels.Channels.writeFully(Channels.java:101)
   [junit4]   2> 	at java.nio.channels.Channels.access$000(Channels.java:61)
   [junit4]   2> 	at java.nio.channels.Channels$1.write(Channels.java:174)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput$1.write(FSDirectory.java:268)
   [junit4]   2> 	at java.util.zip.CheckedOutputStream.write(CheckedOutputStream.java:73)
   [junit4]   2> 	at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
   [junit4]   2> 	at java.io.BufferedOutputStream.write(BufferedOutputStream.java:126)
   [junit4]   2> 	at org.apache.lucene.store.OutputStreamIndexOutput.writeBytes(OutputStreamIndexOutput.java:53)
   [junit4]   2> 	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:142)
   [junit4]   2> 	at org.apache.lucene.store.MockIndexOutputWrapper.writeByte(MockIndexOutputWrapper.java:127)
   [junit4]   2> 	at org.apache.lucene.store.RateLimitedIndexOutput.writeByte(RateLimitedIndexOutput.java:66)
   [junit4]   2> 	at org.apache.lucene.codecs.simpletext.SimpleTextUtil.write(SimpleTextUtil.java:49)
   [junit4]   2> 	at org.apache.lucene.codecs.simpletext.SimpleTextFieldsWriter.write(SimpleTextFieldsWriter.java:192)
   [junit4]   2> 	at org.apache.lucene.codecs.simpletext.SimpleTextFieldsWriter.write(SimpleTextFieldsWriter.java:176)
   [junit4]   2> 	at org.apache.lucene.codecs.simpletext.SimpleTextFieldsWriter.write(SimpleTextFieldsWriter.java:58)
   [junit4]   2> 	at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
   [junit4]   2> 	at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:193)
   [junit4]   2> 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:95)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:3942)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3523)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:581)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:619)
   [junit4]   2> 	Suppressed: java.io.IOException: No space left on device
   [junit4]   2> 		at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
   [junit4]   2> 		at sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60)
   [junit4]   2> 		at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
   [junit4]   2> 		at sun.nio.ch.IOUtil.write(IOUtil.java:65)
   [junit4]   2> 		at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:210)
   [junit4]   2> 		at java.nio.channels.Channels.writeFullyImpl(Channels.java:78)
   [junit4]   2> 		at java.nio.channels.Channels.writeFully(Channels.java:101)
   [junit4]   2> 		at java.nio.channels.Channels.access$000(Channels.java:61)
   [junit4]   2> 		at java.nio.channels.Channels$1.write(Channels.java:174)
   [junit4]   2> 		at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]   2> 		at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]   2> 		at org.apache.lucene.store.FSDirectory$FSIndexOutput$1.write(FSDirectory.java:268)
   [junit4]   2> 		at java.util.zip.CheckedOutputStream.write(CheckedOutputStream.java:73)
   [junit4]   2> 		at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
   [junit4]   2> 		at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
   [junit4]   2> 		at org.apache.lucene.store.OutputStreamIndexOutput.close(OutputStreamIndexOutput.java:68)
   [junit4]   2> 		at org.apache.lucene.store.MockIndexOutputWrapper.close(MockIndexOutputWrapper.java:105)
   [junit4]   2> 		at org.apache.lucene.store.RateLimitedIndexOutput.close(RateLimitedIndexOutput.java:49)
   [junit4]   2> 		at org.apache.lucene.codecs.simpletext.SimpleTextFieldsWriter.close(SimpleTextFieldsWriter.java:207)
   [junit4]   2> 		at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:194)
   [junit4]   2> 		... 5 more
   [junit4]   2> 		Suppressed: java.io.IOException: No space left on device
   [junit4]   2> 			at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
   [junit4]   2> 			at sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60)
   [junit4]   2> 			at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
   [junit4]   2> 			at sun.nio.ch.IOUtil.write(IOUtil.java:65)
   [junit4]   2> 			at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:210)
   [junit4]   2> 			at java.nio.channels.Channels.writeFullyImpl(Channels.java:78)
   [junit4]   2> 			at java.nio.channels.Channels.writeFully(Channels.java:101)
   [junit4]   2> 			at java.nio.channels.Channels.access$000(Channels.java:61)
   [junit4]   2> 			at java.nio.channels.Channels$1.write(Channels.java:174)
   [junit4]   2> 			at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]   2> 			at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]   2> 			at org.apache.lucene.store.FSDirectory$FSIndexOutput$1.write(FSDirectory.java:268)
   [junit4]   2> 			at java.util.zip.CheckedOutputStream.write(CheckedOutputStream.java:73)
   [junit4]   2> 			at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
   [junit4]   2> 			at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
   [junit4]   2> 			at java.io.FilterOutputStream.close(FilterOutputStream.java:158)
   [junit4]   2> 			at org.apache.lucene.store.OutputStreamIndexOutput.close(OutputStreamIndexOutput.java:70)
   [junit4]   2> 			... 9 more
   [junit4]   2> 
   [junit4]   2> Mej 23, 2015 1:45:46 WN com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #19,5,TGRP-TestDuelingCodecsAtNight]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([703C6228D2DDF191]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:673)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:641)
   [junit4]   2> Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]   2> 	at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:340)
   [junit4]   2> 	at org.apache.lucene.index.IndexFileDeleter.deleteFile(IndexFileDeleter.java:718)
   [junit4]   2> 	at org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:450)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3538)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:581)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:619)
   [junit4]   2> Caused by: java.io.IOException: No space left on device
   [junit4]   2> 	at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
   [junit4]   2> 	at sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60)
   [junit4]   2> 	at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
   [junit4]   2> 	at sun.nio.ch.IOUtil.write(IOUtil.java:65)
   [junit4]   2> 	at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:210)
   [junit4]   2> 	at java.nio.channels.Channels.writeFullyImpl(Channels.java:78)
   [junit4]   2> 	at java.nio.channels.Channels.writeFully(Channels.java:101)
   [junit4]   2> 	at java.nio.channels.Channels.access$000(Channels.java:61)
   [junit4]   2> 	at java.nio.channels.Channels$1.write(Channels.java:174)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput$1.write(FSDirectory.java:268)
   [junit4]   2> 	at java.util.zip.CheckedOutputStream.write(CheckedOutputStream.java:73)
   [junit4]   2> 	at java.io.BufferedOutputStream.write(BufferedOutputStream.java:122)
   [junit4]   2> 	at org.apache.lucene.store.OutputStreamIndexOutput.writeBytes(OutputStreamIndexOutput.java:53)
   [junit4]   2> 	at org.apache.lucene.store.DataOutput.copyBytes(DataOutput.java:276)
   [junit4]   2> 	at org.apache.lucene.store.MockIndexOutputWrapper.copyBytes(MockIndexOutputWrapper.java:166)
   [junit4]   2> 	at org.apache.lucene.codecs.simpletext.SimpleTextCompoundFormat.write(SimpleTextCompoundFormat.java:180)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:4527)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriterPerThread.sealFlushedSegment(DocumentsWriterPerThread.java:491)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:458)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:511)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:381)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:474)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1358)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1137)
   [junit4]   2> 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:151)
   [junit4]   2> 	at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:139)
   [junit4]   2> 	at org.apache.lucene.index.TestDuelingCodecsAtNight.testBigEquals(TestDuelingCodecsAtNight.java:33)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:483)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDuelingCodecsAtNight -Dtests.method=testBigEquals -Dtests.seed=703C6228D2DDF191 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=mt -Dtests.timezone=America/Thule -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR    235s J1 | TestDuelingCodecsAtNight.testBigEquals <<<
   [junit4]    > Throwable #1: java.io.IOException: No space left on device
   [junit4]    > 	at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
   [junit4]    > 	at sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60)
   [junit4]    > 	at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
   [junit4]    > 	at sun.nio.ch.IOUtil.write(IOUtil.java:65)
   [junit4]    > 	at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:210)
   [junit4]    > 	at java.nio.channels.Channels.writeFullyImpl(Channels.java:78)
   [junit4]    > 	at java.nio.channels.Channels.writeFully(Channels.java:101)
   [junit4]    > 	at java.nio.channels.Channels.access$000(Channels.java:61)
   [junit4]    > 	at java.nio.channels.Channels$1.write(Channels.java:174)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput$1.write(FSDirectory.java:268)
   [junit4]    > 	at java.util.zip.CheckedOutputStream.write(CheckedOutputStream.java:73)
   [junit4]    > 	at java.io.BufferedOutputStream.write(BufferedOutputStream.java:122)
   [junit4]    > 	at org.apache.lucene.store.OutputStreamIndexOutput.writeBytes(OutputStreamIndexOutput.java:53)
   [junit4]    > 	at org.apache.lucene.store.DataOutput.copyBytes(DataOutput.java:276)
   [junit4]    > 	at org.apache.lucene.store.MockIndexOutputWrapper.copyBytes(MockIndexOutputWrapper.java:166)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextCompoundFormat.write(SimpleTextCompoundFormat.java:180)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:4527)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.sealFlushedSegment(DocumentsWriterPerThread.java:491)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:458)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:511)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:381)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:474)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1358)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1137)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:151)
   [junit4]    > 	at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:139)
   [junit4]    > 	at org.apache.lucene.index.TestDuelingCodecsAtNight.testBigEquals(TestDuelingCodecsAtNight.java:33)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=2979, name=Lucene Merge Thread #17, state=RUNNABLE, group=TGRP-TestDuelingCodecsAtNight]
   [junit4]    > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.io.IOException: No space left on device
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([703C6228D2DDF191]:0)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:673)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:641)
   [junit4]    > Caused by: java.io.IOException: No space left on device
   [junit4]    > 	at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
   [junit4]    > 	at sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60)
   [junit4]    > 	at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
   [junit4]    > 	at sun.nio.ch.IOUtil.write(IOUtil.java:65)
   [junit4]    > 	at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:210)
   [junit4]    > 	at java.nio.channels.Channels.writeFullyImpl(Channels.java:78)
   [junit4]    > 	at java.nio.channels.Channels.writeFully(Channels.java:101)
   [junit4]    > 	at java.nio.channels.Channels.access$000(Channels.java:61)
   [junit4]    > 	at java.nio.channels.Channels$1.write(Channels.java:174)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput$1.write(FSDirectory.java:268)
   [junit4]    > 	at java.util.zip.CheckedOutputStream.write(CheckedOutputStream.java:73)
   [junit4]    > 	at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
   [junit4]    > 	at java.io.BufferedOutputStream.write(BufferedOutputStream.java:126)
   [junit4]    > 	at org.apache.lucene.store.OutputStreamIndexOutput.writeBytes(OutputStreamIndexOutput.java:53)
   [junit4]    > 	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:142)
   [junit4]    > 	at org.apache.lucene.store.MockIndexOutputWrapper.writeByte(MockIndexOutputWrapper.java:127)
   [junit4]    > 	at org.apache.lucene.store.RateLimitedIndexOutput.writeByte(RateLimitedIndexOutput.java:66)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextUtil.write(SimpleTextUtil.java:49)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextTermVectorsWriter.write(SimpleTextTermVectorsWriter.java:190)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextTermVectorsWriter.startTerm(SimpleTextTermVectorsWriter.java:127)
   [junit4]    > 	at org.apache.lucene.codecs.TermVectorsWriter.addAllDocVectors(TermVectorsWriter.java:267)
   [junit4]    > 	at org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:196)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:187)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:127)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:3942)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3523)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:581)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:619)
   [junit4]    > 	Suppressed: java.io.IOException: No space left on device
   [junit4]    > 		at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
   [junit4]    > 		at sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60)
   [junit4]    > 		at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
   [junit4]    > 		at sun.nio.ch.IOUtil.write(IOUtil.java:65)
   [junit4]    > 		at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:210)
   [junit4]    > 		at java.nio.channels.Channels.writeFullyImpl(Channels.java:78)
   [junit4]    > 		at java.nio.channels.Channels.writeFully(Channels.java:101)
   [junit4]    > 		at java.nio.channels.Channels.access$000(Channels.java:61)
   [junit4]    > 		at java.nio.channels.Channels$1.write(Channels.java:174)
   [junit4]    > 		at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]    > 		at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]    > 		at org.apache.lucene.store.FSDirectory$FSIndexOutput$1.write(FSDirectory.java:268)
   [junit4]    > 		at java.util.zip.CheckedOutputStream.write(CheckedOutputStream.java:73)
   [junit4]    > 		at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
   [junit4]    > 		at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
   [junit4]    > 		at org.apache.lucene.store.OutputStreamIndexOutput.close(OutputStreamIndexOutput.java:68)
   [junit4]    > 		at org.apache.lucene.store.MockIndexOutputWrapper.close(MockIndexOutputWrapper.java:105)
   [junit4]    > 		at org.apache.lucene.store.RateLimitedIndexOutput.close(RateLimitedIndexOutput.java:49)
   [junit4]    > 		at org.apache.lucene.util.IOUtils.close(IOUtils.java:88)
   [junit4]    > 		at org.apache.lucene.util.IOUtils.close(IOUtils.java:75)
   [junit4]    > 		at org.apache.lucene.codecs.simpletext.SimpleTextTermVectorsWriter.close(SimpleTextTermVectorsWriter.java:179)
   [junit4]    > 		at org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:188)
   [junit4]    > 		... 5 more
   [junit4]    > 		Suppressed: java.io.IOException: No space left on device
   [junit4]    > 			at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
   [junit4]    > 			at sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60)
   [junit4]    > 			at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
   [junit4]    > 			at sun.nio.ch.IOUtil.write(IOUtil.java:65)
   [junit4]    > 			at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:210)
   [junit4]    > 			at java.nio.channels.Channels.writeFullyImpl(Channels.java:78)
   [junit4]    > 			at java.nio.channels.Channels.writeFully(Channels.java:101)
   [junit4]    > 			at java.nio.channels.Channels.access$000(Channels.java:61)
   [junit4]    > 			at java.nio.channels.Channels$1.write(Channels.java:174)
   [junit4]    > 			at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]    > 			at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]    > 			at org.apache.lucene.store.FSDirectory$FSIndexOutput$1.write(FSDirectory.java:268)
   [junit4]    > 			at java.util.zip.CheckedOutputStream.write(CheckedOutputStream.java:73)
   [junit4]    > 			at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
   [junit4]    > 			at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
   [junit4]    > 			at java.io.FilterOutputStream.close(FilterOutputStream.java:158)
   [junit4]    > 			at org.apache.lucene.store.OutputStreamIndexOutput.close(OutputStreamIndexOutput.java:70)
   [junit4]    > 			... 11 moreThrowable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=2980, name=Lucene Merge Thread #18, state=RUNNABLE, group=TGRP-TestDuelingCodecsAtNight]
   [junit4]    > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.io.IOException: No space left on device
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([703C6228D2DDF191]:0)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:673)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:641)
   [junit4]    > Caused by: java.io.IOException: No space left on device
   [junit4]    > 	at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
   [junit4]    > 	at sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60)
   [junit4]    > 	at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
   [junit4]    > 	at sun.nio.ch.IOUtil.write(IOUtil.java:65)
   [junit4]    > 	at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:210)
   [junit4]    > 	at java.nio.channels.Channels.writeFullyImpl(Channels.java:78)
   [junit4]    > 	at java.nio.channels.Channels.writeFully(Channels.java:101)
   [junit4]    > 	at java.nio.channels.Channels.access$000(Channels.java:61)
   [junit4]    > 	at java.nio.channels.Channels$1.write(Channels.java:174)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput$1.write(FSDirectory.java:268)
   [junit4]    > 	at java.util.zip.CheckedOutputStream.write(CheckedOutputStream.java:73)
   [junit4]    > 	at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
   [junit4]    > 	at java.io.BufferedOutputStream.write(BufferedOutputStream.java:126)
   [junit4]    > 	at org.apache.lucene.store.OutputStreamIndexOutput.writeBytes(OutputStreamIndexOutput.java:53)
   [junit4]    > 	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:142)
   [junit4]    > 	at org.apache.lucene.store.MockIndexOutputWrapper.writeByte(MockIndexOutputWrapper.java:127)
   [junit4]    > 	at org.apache.lucene.store.RateLimitedIndexOutput.writeByte(RateLimitedIndexOutput.java:66)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextUtil.write(SimpleTextUtil.java:49)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextFieldsWriter.write(SimpleTextFieldsWriter.java:192)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextFieldsWriter.write(SimpleTextFieldsWriter.java:176)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextFieldsWriter.write(SimpleTextFieldsWriter.java:58)
   [junit4]    > 	at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:193)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:95)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:3942)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3523)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:581)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:619)
   [junit4]    > 	Suppressed: java.io.IOException: No space left on device
   [junit4]    > 		at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
   [junit4]    > 		at sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60)
   [junit4]    > 		at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
   [junit4]    > 		at sun.nio.ch.IOUtil.write(IOUtil.java:65)
   [junit4]    > 		at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:210)
   [junit4]    > 		at java.nio.channels.Channels.writeFullyImpl(Channels.java:78)
   [junit4]    > 		at java.nio.channels.Channels.writeFully(Channels.java:101)
   [junit4]    > 		at java.nio.channels.Channels.access$000(Channels.java:61)
   [junit4]    > 		at java.nio.channels.Channels$1.write(Channels.java:174)
   [junit4]    > 		at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]    > 		at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]    > 		at org.apache.lucene.store.FSDirectory$FSIndexOutput$1.write(FSDirectory.java:268)
   [junit4]    > 		at java.util.zip.CheckedOutputStream.write(CheckedOutputStream.java:73)
   [junit4]    > 		at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
   [junit4]    > 		at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
   [junit4]    > 		at org.apache.lucene.store.OutputStreamIndexOutput.close(OutputStreamIndexOutput.java:68)
   [junit4]    > 		at org.apache.lucene.store.MockIndexOutputWrapper.close(MockIndexOutputWrapper.java:105)
   [junit4]    > 		at org.apache.lucene.store.RateLimitedIndexOutput.close(RateLimitedIndexOutput.java:49)
   [junit4]    > 		at org.apache.lucene.codecs.simpletext.SimpleTextFieldsWriter.close(SimpleTextFieldsWriter.java:207)
   [junit4]    > 		at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:194)
   [junit4]    > 		... 5 more
   [junit4]    > 		Suppressed: java.io.IOException: No space left on device
   [junit4]    > 			at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
   [junit4]    > 			at sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60)
   [junit4]    > 			at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
   [junit4]    > 			at sun.nio.ch.IOUtil.write(IOUtil.java:65)
   [junit4]    > 			at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:210)
   [junit4]    > 			at java.nio.channels.Channels.writeFullyImpl(Channels.java:78)
   [junit4]    > 			at java.nio.channels.Channels.writeFully(Channels.java:101)
   [junit4]    > 			at java.nio.channels.Channels.access$000(Channels.java:61)
   [junit4]    > 			at java.nio.channels.Channels$1.write(Channels.java:174)
   [junit4]    > 			at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]    > 			at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]    > 			at org.apache.lucene.store.FSDirectory$FSIndexOutput$1.write(FSDirectory.java:268)
   [junit4]    > 			at java.util.zip.CheckedOutputStream.write(CheckedOutputStream.java:73)
   [junit4]    > 			at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
   [junit4]    > 			at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
   [junit4]    > 			at java.io.FilterOutputStream.close(FilterOutputStream.java:158)
   [junit4]    > 			at org.apache.lucene.store.OutputStreamIndexOutput.close(OutputStreamIndexOutput.java:70)
   [junit4]    > 			... 9 moreThrowable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=2981, name=Lucene Merge Thread #19, state=RUNNABLE, group=TGRP-TestDuelingCodecsAtNight]
   [junit4]    > Caused by: org.apache.lucene.index.MergePolicy$MergeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([703C6228D2DDF191]:0)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:673)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:641)
   [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:340)
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.deleteFile(IndexFileDeleter.java:718)
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:450)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3538)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:581)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:619)
   [junit4]    > Caused by: java.io.IOException: No space left on device
   [junit4]    > 	at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
   [junit4]    > 	at sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60)
   [junit4]    > 	at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
   [junit4]    > 	at sun.nio.ch.IOUtil.write(IOUtil.java:65)
   [junit4]    > 	at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:210)
   [junit4]    > 	at java.nio.channels.Channels.writeFullyImpl(Channels.java:78)
   [junit4]    > 	at java.nio.channels.Channels.writeFully(Channels.java:101)
   [junit4]    > 	at java.nio.channels.Channels.access$000(Channels.java:61)
   [junit4]    > 	at java.nio.channels.Channels$1.write(Channels.java:174)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:63)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput$1.write(FSDirectory.java:268)
   [junit4]    > 	at java.util.zip.CheckedOutputStream.write(CheckedOutputStream.java:73)
   [junit4]    > 	at java.io.BufferedOutputStream.write(BufferedOutputStream.java:122)
   [junit4]    > 	at org.apache.lucene.store.OutputStreamIndexOutput.writeBytes(OutputStreamIndexOutput.java:53)
   [junit4]    > 	at org.apache.lucene.store.DataOutput.copyBytes(DataOutput.java:276)
   [junit4]    > 	at org.apache.lucene.store.MockIndexOutputWrapper.copyBytes(MockIndexOutputWrapper.java:166)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextCompoundFormat.write(SimpleTextCompoundFormat.java:180)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:4527)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.sealFlushedSegment(DocumentsWriterPerThread.java:491)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:458)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:511)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:381)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:474)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1358)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1137)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:151)
   [junit4]    > 	at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:139)
   [junit4]    > 	at org.apache.lucene.index.TestDuelingCodecsAtNight.testBigEquals(TestDuelingCodecsAtNight.java:33)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDuelingCodecsAtNight 703C6228D2DDF191-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {}, docValues:{}, sim=DefaultSimilarity, locale=mt, timezone=America/Thule
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_25 (64-bit)/cpus=4,threads=1,free=160579344,total=491257856
   [junit4]   2> NOTE: All tests run in this JVM: [TestStressIndexing, TestIndexWriterOutOfMemory, TestBooleanQueryVisitSubscorers, TestIndexWriterNRTIsCurrent, TestRoaringDocIdSet, TestTermdocPerf, TestTopDocsCollector, TestNRTReaderWithThreads, TestFieldValueQuery, TestOfflineSorter, TestCustomNorms, TestSegmentTermDocs, TestLongBitSet, TestFSTs, TestSloppyPhraseQuery2, TestPerSegmentDeletes, TestOperations, TestNeedsScores, TestDocumentWriter, TestFieldType, TestOmitNorms, Test2BPostings, TestRegExp, TestNumericUtils, TestIndexWriterExceptions2, TestFuzzyQuery, TestSnapshotDeletionPolicy, TestUTF32ToUTF8, TestSimpleFSDirectory, TestAssertions, TestAutomatonQuery, TestDemo, TestDocumentsWriterStallControl, TestConjunctionDISI, TestNearSpansOrdered, TestMergeSchedulerExternal, TestQueryRescorer, TestTermVectors, TestAddIndexes, TestSimilarityProvider, TestAllFilesHaveChecksumFooter, TestPhrasePrefixQuery, TestDirectoryReaderReopen, TestRegexpRandom, TestForUtil, TestNRTCachingDirectory, TestFieldReuse, TestDateFilter, TestMultiTermConstantScore, TestEarlyTermination, TestUnicodeUtil, TestFieldCacheRewriteMethod, TestSimpleExplanations, TestLevenshteinAutomata, TestSortRandom, TestStressNRT, TestPerFieldDocValuesFormat, TestSimilarityBase, TestVirtualMethod, TestVersion, TestIndexCommit, TestCachingCollector, TestCodecUtil, TestAutomaton, TestScoreCachingWrappingScorer, TestFastDecompressionMode, TestParallelCompositeReader, TestPerFieldPostingsFormat2, TestSort, TestMultiDocValues, TestFastCompressionMode, TestRAMDirectory, TestBytesRefHash, TestForceMergeForever, TestQueryWrapperFilter, TestTermRangeQuery, TestDocumentsWriterDeleteQueue, TestCrashCausesCorruptIndex, TestScorerPerf, TestParallelTermEnum, TestElevationComparator, TestFilteredSearch, TestSubScorerFreqs, TestRecyclingIntBlockAllocator, TestIndexWriterConfig, TestConjunctions, TestMultiTermQueryRewrites, TestField, TestDateSort, TestSimilarity, TestSpanExplanationsOfNonMatches, TestFilterLeafReader, TestSpansAdvanced, TestSameTokenSamePosition, TestDocCount, TestAttributeSource, TestTotalHitCountCollector, TestRecyclingByteBlockAllocator, TestBooleanScorer, TestLock, TestRamUsageEstimator, TestSpanFirstQuery, TestNoMergePolicy, TestNoMergeScheduler, TestIndexWriterLockRelease, TestRollback, TestTwoPhaseCommitTool, TestCloseableThreadLocal, TestIndexWriterOnJRECrash, TestReaderClosed, MultiCollectorTest, TestDocBoost, Test2BPositions, TestPositiveScoresOnlyCollector, TestIOUtils, Test2BTerms, TestNewestSegment, TestByteArrayDataInput, Test2BNumericDocValues, TestReusableStringReader, TestLucene50CompoundFormat, TestBinaryDocValuesUpdates, TestDocValues, TestDuelingCodecsAtNight]
   [junit4] Completed [349/391] on J1 in 257.39s, 3 tests, 1 error <<< FAILURES!

[...truncated 52 lines...]
FATAL: hudson.remoting.RequestAbortedException: java.io.IOException: Unexpected termination of the channel
hudson.remoting.RequestAbortedException: hudson.remoting.RequestAbortedException: java.io.IOException: Unexpected termination of the channel
	at hudson.remoting.RequestAbortedException.wrapForRethrow(RequestAbortedException.java:41)
	at hudson.remoting.RequestAbortedException.wrapForRethrow(RequestAbortedException.java:34)
	at hudson.remoting.Request.call(Request.java:174)
	at hudson.remoting.Channel.call(Channel.java:742)
	at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:168)
	at com.sun.proxy.$Proxy120.join(Unknown Source)
	at hudson.Launcher$RemoteLauncher$ProcImpl.join(Launcher.java:956)
	at hudson.Launcher$ProcStarter.join(Launcher.java:367)
	at hudson.tasks.Ant.perform(Ant.java:217)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:756)
	at hudson.model.Build$BuildExecution.build(Build.java:198)
	at hudson.model.Build$BuildExecution.doRun(Build.java:159)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:529)
	at hudson.model.Run.execute(Run.java:1706)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:88)
	at hudson.model.Executor.run(Executor.java:232)
Caused by: hudson.remoting.RequestAbortedException: java.io.IOException: Unexpected termination of the channel
	at hudson.remoting.Request.abort(Request.java:299)
	at hudson.remoting.Channel.terminate(Channel.java:805)
	at hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:69)
Caused by: java.io.IOException: Unexpected termination of the channel
	at hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:50)
Caused by: java.io.EOFException
	at java.io.ObjectInputStream$PeekInputStream.readFully(ObjectInputStream.java:2325)
	at java.io.ObjectInputStream$BlockDataInputStream.readShort(ObjectInputStream.java:2794)
	at java.io.ObjectInputStream.readStreamHeader(ObjectInputStream.java:801)
	at java.io.ObjectInputStream.<init>(ObjectInputStream.java:299)
	at hudson.remoting.ObjectInputStreamEx.<init>(ObjectInputStreamEx.java:40)
	at hudson.remoting.AbstractSynchronousByteArrayCommandTransport.read(AbstractSynchronousByteArrayCommandTransport.java:34)
	at hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:48)



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 689 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/689/

No tests ran.

Build Log:
[...truncated 5 lines...]
ERROR: Failed to check out http://svn.apache.org/repos/asf/lucene/dev/trunk
org.tmatesoft.svn.core.SVNException: svn: E175002: REPORT /repos/asf/!svn/vcc/default failed
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:388)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:373)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:361)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:707)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.doReport(DAVConnection.java:334)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.runReport(DAVRepository.java:1291)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.update(DAVRepository.java:839)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.update(SVNUpdateClient16.java:507)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doCheckout(SVNUpdateClient16.java:915)
	at org.tmatesoft.svn.core.internal.wc2.old.SvnOldCheckout.run(SvnOldCheckout.java:19)
	at org.tmatesoft.svn.core.internal.wc2.old.SvnOldCheckout.run(SvnOldCheckout.java:8)
	at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:20)
	at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1238)
	at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doCheckout(SVNUpdateClient.java:777)
	at hudson.scm.subversion.CheckoutUpdater$1.perform(CheckoutUpdater.java:99)
	at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:161)
	at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:169)
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:133)
	at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:161)
	at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:1030)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:1011)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:987)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2474)
	at hudson.remoting.UserRequest.perform(UserRequest.java:118)
	at hudson.remoting.UserRequest.perform(UserRequest.java:48)
	at hudson.remoting.Request$2.run(Request.java:328)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: svn: E175002: REPORT /repos/asf/!svn/vcc/default failed
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:154)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:97)
	... 32 more
Caused by: org.tmatesoft.svn.core.SVNException: svn: E204899: REPORT request failed on '/repos/asf/!svn/vcc/default'
svn: E204899: No space left on device
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:771)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:382)
	... 31 more
Caused by: svn: E204899: REPORT request failed on '/repos/asf/!svn/vcc/default'
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:154)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:97)
	at org.tmatesoft.svn.core.SVNErrorMessage.wrap(SVNErrorMessage.java:407)
	... 33 more
Caused by: svn: E204899: No space left on device
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:154)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:97)
	at org.tmatesoft.svn.core.io.diff.SVNDiffWindow.apply(SVNDiffWindow.java:312)
	at org.tmatesoft.svn.core.io.diff.SVNDeltaProcessor.textDeltaChunk(SVNDeltaProcessor.java:152)
	at org.tmatesoft.svn.core.internal.wc.SVNUpdateEditor.textDeltaChunk(SVNUpdateEditor.java:1205)
	at org.tmatesoft.svn.core.internal.wc.SVNCancellableEditor.textDeltaChunk(SVNCancellableEditor.java:125)
	at org.tmatesoft.svn.core.internal.delta.SVNDeltaReader.nextWindow(SVNDeltaReader.java:143)
	at org.tmatesoft.svn.core.internal.io.dav.handlers.BasicDAVDeltaHandler.characters(BasicDAVDeltaHandler.java:97)
	at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.characters(AbstractSAXParser.java:546)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanDocument(XMLDocumentFragmentScannerImpl.java:463)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:848)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:777)
	at com.sun.org.apache.xerces.internal.parsers.XMLParser.parse(XMLParser.java:141)
	at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.parse(AbstractSAXParser.java:1213)
	at com.sun.org.apache.xerces.internal.jaxp.SAXParserImpl$JAXPSAXParser.parse(SAXParserImpl.java:648)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:911)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:876)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPRequest.dispatch(HTTPRequest.java:220)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:480)
	... 32 more
java.io.IOException: remote file operation failed: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk at hudson.remoting.Channel@412a89f6:lucene
	at hudson.FilePath.act(FilePath.java:916)
	at hudson.FilePath.act(FilePath.java:893)
	at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:936)
	at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:871)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1252)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:615)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:524)
	at hudson.model.Run.execute(Run.java:1706)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:88)
	at hudson.model.Executor.run(Executor.java:232)
Caused by: java.io.IOException: Failed to check out http://svn.apache.org/repos/asf/lucene/dev/trunk
	at hudson.scm.subversion.CheckoutUpdater$1.perform(CheckoutUpdater.java:110)
	at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:161)
	at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:169)
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:133)
	at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:161)
	at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:1030)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:1011)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:987)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2474)
	at hudson.remoting.UserRequest.perform(UserRequest.java:118)
	at hudson.remoting.UserRequest.perform(UserRequest.java:48)
	at hudson.remoting.Request$2.run(Request.java:328)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.tmatesoft.svn.core.SVNException: svn: E175002: REPORT /repos/asf/!svn/vcc/default failed
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:388)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:373)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:361)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:707)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.doReport(DAVConnection.java:334)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.runReport(DAVRepository.java:1291)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.update(DAVRepository.java:839)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.update(SVNUpdateClient16.java:507)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doCheckout(SVNUpdateClient16.java:915)
	at org.tmatesoft.svn.core.internal.wc2.old.SvnOldCheckout.run(SvnOldCheckout.java:19)
	at org.tmatesoft.svn.core.internal.wc2.old.SvnOldCheckout.run(SvnOldCheckout.java:8)
	at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:20)
	at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1238)
	at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doCheckout(SVNUpdateClient.java:777)
	at hudson.scm.subversion.CheckoutUpdater$1.perform(CheckoutUpdater.java:99)
	... 16 more
Caused by: svn: E175002: REPORT /repos/asf/!svn/vcc/default failed
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:154)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:97)
	... 32 more
Caused by: org.tmatesoft.svn.core.SVNException: svn: E204899: REPORT request failed on '/repos/asf/!svn/vcc/default'
svn: E204899: No space left on device
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:771)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:382)
	... 31 more
Caused by: svn: E204899: REPORT request failed on '/repos/asf/!svn/vcc/default'
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:154)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:97)
	at org.tmatesoft.svn.core.SVNErrorMessage.wrap(SVNErrorMessage.java:407)
	... 33 more
Caused by: svn: E204899: No space left on device
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:154)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:97)
	at org.tmatesoft.svn.core.io.diff.SVNDiffWindow.apply(SVNDiffWindow.java:312)
	at org.tmatesoft.svn.core.io.diff.SVNDeltaProcessor.textDeltaChunk(SVNDeltaProcessor.java:152)
	at org.tmatesoft.svn.core.internal.wc.SVNUpdateEditor.textDeltaChunk(SVNUpdateEditor.java:1205)
	at org.tmatesoft.svn.core.internal.wc.SVNCancellableEditor.textDeltaChunk(SVNCancellableEditor.java:125)
	at org.tmatesoft.svn.core.internal.delta.SVNDeltaReader.nextWindow(SVNDeltaReader.java:143)
	at org.tmatesoft.svn.core.internal.io.dav.handlers.BasicDAVDeltaHandler.characters(BasicDAVDeltaHandler.java:97)
	at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.characters(AbstractSAXParser.java:546)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanDocument(XMLDocumentFragmentScannerImpl.java:463)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:848)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:777)
	at com.sun.org.apache.xerces.internal.parsers.XMLParser.parse(XMLParser.java:141)
	at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.parse(AbstractSAXParser.java:1213)
	at com.sun.org.apache.xerces.internal.jaxp.SAXParserImpl$JAXPSAXParser.parse(SAXParserImpl.java:648)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:911)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:876)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPRequest.dispatch(HTTPRequest.java:220)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:480)
	... 32 more
Retrying after 10 seconds
Cleaning up /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/.
Updating http://svn.apache.org/repos/asf/lucene/dev/trunk at revision '2015-05-23T05:31:21.827 -0400'
AU        .gitignore
ERROR: Failed to update http://svn.apache.org/repos/asf/lucene/dev/trunk
org.tmatesoft.svn.core.SVNException: svn: E175002: REPORT /repos/asf/!svn/vcc/default failed
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:388)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:373)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:361)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:707)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.doReport(DAVConnection.java:334)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.runReport(DAVRepository.java:1291)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.update(DAVRepository.java:839)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.update(SVNUpdateClient16.java:507)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doUpdate(SVNUpdateClient16.java:364)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doUpdate(SVNUpdateClient16.java:274)
	at org.tmatesoft.svn.core.internal.wc2.old.SvnOldUpdate.run(SvnOldUpdate.java:27)
	at org.tmatesoft.svn.core.internal.wc2.old.SvnOldUpdate.run(SvnOldUpdate.java:11)
	at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:20)
	at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1238)
	at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:311)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:291)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:387)
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:157)
	at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:161)
	at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:1030)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:1011)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:987)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2474)
	at hudson.remoting.UserRequest.perform(UserRequest.java:118)
	at hudson.remoting.UserRequest.perform(UserRequest.java:48)
	at hudson.remoting.Request$2.run(Request.java:328)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: svn: E175002: REPORT /repos/asf/!svn/vcc/default failed
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:154)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:97)
	... 32 more
Caused by: org.tmatesoft.svn.core.SVNException: svn: E204899: REPORT request failed on '/repos/asf/!svn/vcc/default'
svn: E204899: No space left on device
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:771)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:382)
	... 31 more
Caused by: svn: E204899: REPORT request failed on '/repos/asf/!svn/vcc/default'
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:154)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:97)
	at org.tmatesoft.svn.core.SVNErrorMessage.wrap(SVNErrorMessage.java:407)
	... 33 more
Caused by: svn: E204899: No space left on device
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:154)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:97)
	at org.tmatesoft.svn.core.io.diff.SVNDiffWindow.apply(SVNDiffWindow.java:312)
	at org.tmatesoft.svn.core.io.diff.SVNDeltaProcessor.textDeltaChunk(SVNDeltaProcessor.java:152)
	at org.tmatesoft.svn.core.internal.wc.SVNUpdateEditor.textDeltaChunk(SVNUpdateEditor.java:1205)
	at org.tmatesoft.svn.core.internal.wc.SVNCancellableEditor.textDeltaChunk(SVNCancellableEditor.java:125)
	at org.tmatesoft.svn.core.internal.delta.SVNDeltaReader.nextWindow(SVNDeltaReader.java:143)
	at org.tmatesoft.svn.core.internal.io.dav.handlers.BasicDAVDeltaHandler.characters(BasicDAVDeltaHandler.java:97)
	at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.characters(AbstractSAXParser.java:546)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanDocument(XMLDocumentFragmentScannerImpl.java:463)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:848)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:777)
	at com.sun.org.apache.xerces.internal.parsers.XMLParser.parse(XMLParser.java:141)
	at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.parse(AbstractSAXParser.java:1213)
	at com.sun.org.apache.xerces.internal.jaxp.SAXParserImpl$JAXPSAXParser.parse(SAXParserImpl.java:648)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:911)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:876)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPRequest.dispatch(HTTPRequest.java:220)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:480)
	... 32 more
ERROR: Subversion update failed
java.io.IOException: remote file operation failed: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk at hudson.remoting.Channel@412a89f6:lucene
	at hudson.FilePath.act(FilePath.java:916)
	at hudson.FilePath.act(FilePath.java:893)
	at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:936)
	at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:871)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1252)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:615)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:524)
	at hudson.model.Run.execute(Run.java:1706)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:88)
	at hudson.model.Executor.run(Executor.java:232)
Caused by: java.io.IOException
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:211)
	at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:161)
	at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:1030)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:1011)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:987)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2474)
	at hudson.remoting.UserRequest.perform(UserRequest.java:118)
	at hudson.remoting.UserRequest.perform(UserRequest.java:48)
	at hudson.remoting.Request$2.run(Request.java:328)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: hudson.scm.subversion.UpdaterException: failed to perform svn update
	... 14 more
Caused by: org.tmatesoft.svn.core.SVNException: svn: E175002: REPORT /repos/asf/!svn/vcc/default failed
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:388)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:373)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:361)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:707)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.doReport(DAVConnection.java:334)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.runReport(DAVRepository.java:1291)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.update(DAVRepository.java:839)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.update(SVNUpdateClient16.java:507)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doUpdate(SVNUpdateClient16.java:364)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doUpdate(SVNUpdateClient16.java:274)
	at org.tmatesoft.svn.core.internal.wc2.old.SvnOldUpdate.run(SvnOldUpdate.java:27)
	at org.tmatesoft.svn.core.internal.wc2.old.SvnOldUpdate.run(SvnOldUpdate.java:11)
	at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:20)
	at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1238)
	at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:311)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:291)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:387)
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:157)
	... 13 more
Caused by: svn: E175002: REPORT /repos/asf/!svn/vcc/default failed
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:154)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:97)
	... 32 more
Caused by: org.tmatesoft.svn.core.SVNException: svn: E204899: REPORT request failed on '/repos/asf/!svn/vcc/default'
svn: E204899: No space left on device
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:771)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:382)
	... 31 more
Caused by: svn: E204899: REPORT request failed on '/repos/asf/!svn/vcc/default'
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:154)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:97)
	at org.tmatesoft.svn.core.SVNErrorMessage.wrap(SVNErrorMessage.java:407)
	... 33 more
Caused by: svn: E204899: No space left on device
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:154)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:97)
	at org.tmatesoft.svn.core.io.diff.SVNDiffWindow.apply(SVNDiffWindow.java:312)
	at org.tmatesoft.svn.core.io.diff.SVNDeltaProcessor.textDeltaChunk(SVNDeltaProcessor.java:152)
	at org.tmatesoft.svn.core.internal.wc.SVNUpdateEditor.textDeltaChunk(SVNUpdateEditor.java:1205)
	at org.tmatesoft.svn.core.internal.wc.SVNCancellableEditor.textDeltaChunk(SVNCancellableEditor.java:125)
	at org.tmatesoft.svn.core.internal.delta.SVNDeltaReader.nextWindow(SVNDeltaReader.java:143)
	at org.tmatesoft.svn.core.internal.io.dav.handlers.BasicDAVDeltaHandler.characters(BasicDAVDeltaHandler.java:97)
	at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.characters(AbstractSAXParser.java:546)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanDocument(XMLDocumentFragmentScannerImpl.java:463)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:848)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:777)
	at com.sun.org.apache.xerces.internal.parsers.XMLParser.parse(XMLParser.java:141)
	at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.parse(AbstractSAXParser.java:1213)
	at com.sun.org.apache.xerces.internal.jaxp.SAXParserImpl$JAXPSAXParser.parse(SAXParserImpl.java:648)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:911)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:876)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPRequest.dispatch(HTTPRequest.java:220)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:480)
	... 32 more
Retrying after 10 seconds
Cleaning up /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/.
Updating http://svn.apache.org/repos/asf/lucene/dev/trunk at revision '2015-05-23T05:31:21.827 -0400'
ERROR: Failed to update http://svn.apache.org/repos/asf/lucene/dev/trunk
org.tmatesoft.svn.core.SVNException: svn: E175002: REPORT /repos/asf/!svn/vcc/default failed
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:388)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:373)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:361)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:707)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.doReport(DAVConnection.java:334)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.runReport(DAVRepository.java:1291)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.update(DAVRepository.java:839)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.update(SVNUpdateClient16.java:507)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doUpdate(SVNUpdateClient16.java:364)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doUpdate(SVNUpdateClient16.java:274)
	at org.tmatesoft.svn.core.internal.wc2.old.SvnOldUpdate.run(SvnOldUpdate.java:27)
	at org.tmatesoft.svn.core.internal.wc2.old.SvnOldUpdate.run(SvnOldUpdate.java:11)
	at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:20)
	at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1238)
	at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:311)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:291)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:387)
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:157)
	at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:161)
	at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:1030)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:1011)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:987)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2474)
	at hudson.remoting.UserRequest.perform(UserRequest.java:118)
	at hudson.remoting.UserRequest.perform(UserRequest.java:48)
	at hudson.remoting.Request$2.run(Request.java:328)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: svn: E175002: REPORT /repos/asf/!svn/vcc/default failed
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:154)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:97)
	... 32 more
Caused by: org.tmatesoft.svn.core.SVNException: svn: E204899: REPORT request failed on '/repos/asf/!svn/vcc/default'
svn: E204899: Cannot write entries file '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/.svn/entries': No space left on device
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:771)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:382)
	... 31 more
Caused by: svn: E204899: REPORT request failed on '/repos/asf/!svn/vcc/default'
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:154)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:97)
	at org.tmatesoft.svn.core.SVNErrorMessage.wrap(SVNErrorMessage.java:407)
	... 33 more
Caused by: svn: E204899: Cannot write entries file '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/.svn/entries': No space left on device
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:189)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:141)
	at org.tmatesoft.svn.core.internal.wc.admin.SVNAdminArea14.saveEntries(SVNAdminArea14.java:629)
	at org.tmatesoft.svn.core.internal.wc.admin.SVNAdminArea.modifyEntry(SVNAdminArea.java:866)
	at org.tmatesoft.svn.core.internal.wc.SVNUpdateEditor.openRoot(SVNUpdateEditor.java:189)
	at org.tmatesoft.svn.core.internal.wc.SVNCancellableEditor.openRoot(SVNCancellableEditor.java:60)
	at org.tmatesoft.svn.core.internal.io.dav.handlers.DAVEditorHandler.startElement(DAVEditorHandler.java:288)
	at org.tmatesoft.svn.core.internal.io.dav.handlers.BasicDAVHandler.startElement(BasicDAVHandler.java:89)
	at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.startElement(AbstractSAXParser.java:509)
	at com.sun.org.apache.xerces.internal.impl.XMLNSDocumentScannerImpl.scanStartElement(XMLNSDocumentScannerImpl.java:379)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl$FragmentContentDriver.next(XMLDocumentFragmentScannerImpl.java:2786)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentScannerImpl.next(XMLDocumentScannerImpl.java:606)
	at com.sun.org.apache.xerces.internal.impl.XMLNSDocumentScannerImpl.next(XMLNSDocumentScannerImpl.java:117)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanDocument(XMLDocumentFragmentScannerImpl.java:510)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:848)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:777)
	at com.sun.org.apache.xerces.internal.parsers.XMLParser.parse(XMLParser.java:141)
	at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.parse(AbstractSAXParser.java:1213)
	at com.sun.org.apache.xerces.internal.jaxp.SAXParserImpl$JAXPSAXParser.parse(SAXParserImpl.java:648)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:911)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:876)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPRequest.dispatch(HTTPRequest.java:220)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:480)
	... 32 more
ERROR: Subversion update failed
java.io.IOException: remote file operation failed: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk at hudson.remoting.Channel@412a89f6:lucene
	at hudson.FilePath.act(FilePath.java:916)
	at hudson.FilePath.act(FilePath.java:893)
	at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:936)
	at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:871)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1252)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:615)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:524)
	at hudson.model.Run.execute(Run.java:1706)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:88)
	at hudson.model.Executor.run(Executor.java:232)
Caused by: java.io.IOException
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:211)
	at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:161)
	at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:1030)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:1011)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:987)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2474)
	at hudson.remoting.UserRequest.perform(UserRequest.java:118)
	at hudson.remoting.UserRequest.perform(UserRequest.java:48)
	at hudson.remoting.Request$2.run(Request.java:328)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: hudson.scm.subversion.UpdaterException: failed to perform svn update
	... 14 more
Caused by: org.tmatesoft.svn.core.SVNException: svn: E175002: REPORT /repos/asf/!svn/vcc/default failed
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:388)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:373)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:361)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:707)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.doReport(DAVConnection.java:334)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.runReport(DAVRepository.java:1291)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.update(DAVRepository.java:839)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.update(SVNUpdateClient16.java:507)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doUpdate(SVNUpdateClient16.java:364)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doUpdate(SVNUpdateClient16.java:274)
	at org.tmatesoft.svn.core.internal.wc2.old.SvnOldUpdate.run(SvnOldUpdate.java:27)
	at org.tmatesoft.svn.core.internal.wc2.old.SvnOldUpdate.run(SvnOldUpdate.java:11)
	at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:20)
	at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1238)
	at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:311)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:291)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:387)
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:157)
	... 13 more
Caused by: svn: E175002: REPORT /repos/asf/!svn/vcc/default failed
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:154)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:97)
	... 32 more
Caused by: org.tmatesoft.svn.core.SVNException: svn: E204899: REPORT request failed on '/repos/asf/!svn/vcc/default'
svn: E204899: Cannot write entries file '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/.svn/entries': No space left on device
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:771)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:382)
	... 31 more
Caused by: svn: E204899: REPORT request failed on '/repos/asf/!svn/vcc/default'
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:154)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:97)
	at org.tmatesoft.svn.core.SVNErrorMessage.wrap(SVNErrorMessage.java:407)
	... 33 more
Caused by: svn: E204899: Cannot write entries file '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/.svn/entries': No space left on device
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:189)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:141)
	at org.tmatesoft.svn.core.internal.wc.admin.SVNAdminArea14.saveEntries(SVNAdminArea14.java:629)
	at org.tmatesoft.svn.core.internal.wc.admin.SVNAdminArea.modifyEntry(SVNAdminArea.java:866)
	at org.tmatesoft.svn.core.internal.wc.SVNUpdateEditor.openRoot(SVNUpdateEditor.java:189)
	at org.tmatesoft.svn.core.internal.wc.SVNCancellableEditor.openRoot(SVNCancellableEditor.java:60)
	at org.tmatesoft.svn.core.internal.io.dav.handlers.DAVEditorHandler.startElement(DAVEditorHandler.java:288)
	at org.tmatesoft.svn.core.internal.io.dav.handlers.BasicDAVHandler.startElement(BasicDAVHandler.java:89)
	at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.startElement(AbstractSAXParser.java:509)
	at com.sun.org.apache.xerces.internal.impl.XMLNSDocumentScannerImpl.scanStartElement(XMLNSDocumentScannerImpl.java:379)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl$FragmentContentDriver.next(XMLDocumentFragmentScannerImpl.java:2786)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentScannerImpl.next(XMLDocumentScannerImpl.java:606)
	at com.sun.org.apache.xerces.internal.impl.XMLNSDocumentScannerImpl.next(XMLNSDocumentScannerImpl.java:117)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanDocument(XMLDocumentFragmentScannerImpl.java:510)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:848)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:777)
	at com.sun.org.apache.xerces.internal.parsers.XMLParser.parse(XMLParser.java:141)
	at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.parse(AbstractSAXParser.java:1213)
	at com.sun.org.apache.xerces.internal.jaxp.SAXParserImpl$JAXPSAXParser.parse(SAXParserImpl.java:648)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:911)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:876)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPRequest.dispatch(HTTPRequest.java:220)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:480)
	... 32 more
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure