You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2014/01/10 22:54:38 UTC

[JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4575 - Failure

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4575/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
reloadcollection the collection time out:60s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: reloadcollection the collection time out:60s
	at __randomizedtesting.SeedInfo.seed([C03CA752B0AAD2C0:41DA294AC7F5B2FC]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:495)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:765)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 10302 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 891012 T1410 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /i/s
   [junit4]   2> 891019 T1410 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1389389245780
   [junit4]   2> 891021 T1410 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 891021 T1411 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 891123 T1410 oasc.ZkTestServer.run start zk server on port:45299
   [junit4]   2> 891124 T1410 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 891129 T1417 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ecbaa75 name:ZooKeeperConnection Watcher:127.0.0.1:45299 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 891130 T1410 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 891130 T1410 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 891176 T1410 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 891228 T1419 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d02ffcb name:ZooKeeperConnection Watcher:127.0.0.1:45299/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 891228 T1410 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 891229 T1410 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 891266 T1410 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 891269 T1410 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 891292 T1410 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 891296 T1410 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 891296 T1410 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 891308 T1410 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 891309 T1410 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 891416 T1410 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 891417 T1410 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 891421 T1410 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 891422 T1410 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 891434 T1410 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 891434 T1410 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 891438 T1410 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 891439 T1410 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 891442 T1410 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 891443 T1410 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 891447 T1410 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 891447 T1410 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 891451 T1410 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 891451 T1410 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 891455 T1410 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 891456 T1410 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 891459 T1410 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 891460 T1410 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> Using old style solr.xml
   [junit4]   2> 891465 T1410 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 891467 T1421 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@296550b name:ZooKeeperConnection Watcher:127.0.0.1:45299 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 891467 T1410 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 891468 T1410 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 891479 T1410 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 891481 T1423 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b02d412 name:ZooKeeperConnection Watcher:127.0.0.1:45299/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 891481 T1410 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 891483 T1410 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 891484 T1410 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 891489 T1410 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 891490 T1410 oascc.SolrZkClient.makePath makePath: /configs/conf2/schema.xml
   [junit4]   2> 891597 T1410 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 891598 T1410 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 891601 T1410 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 891602 T1410 oascc.SolrZkClient.makePath makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 891605 T1410 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 891606 T1410 oascc.SolrZkClient.makePath makePath: /configs/conf2/protwords.txt
   [junit4]   2> 891614 T1410 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 891615 T1410 oascc.SolrZkClient.makePath makePath: /configs/conf2/currency.xml
   [junit4]   2> 891619 T1410 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 891620 T1410 oascc.SolrZkClient.makePath makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 891650 T1410 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 891651 T1410 oascc.SolrZkClient.makePath makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 891680 T1410 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 891680 T1410 oascc.SolrZkClient.makePath makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 891684 T1410 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 891684 T1410 oascc.SolrZkClient.makePath makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 891688 T1410 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 891689 T1410 oascc.SolrZkClient.makePath makePath: /configs/conf2/elevate.xml
   [junit4]   2> 891987 T1410 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 891991 T1410 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:48699
   [junit4]   2> 891992 T1410 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 891992 T1410 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 891993 T1410 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389389246454
   [junit4]   2> 891993 T1410 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389389246454/'
   [junit4]   2> 892033 T1410 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389389246454/solr.xml
   [junit4]   2> 892144 T1410 oasc.CoreContainer.<init> New CoreContainer 357810589
   [junit4]   2> 892144 T1410 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389389246454/]
   [junit4]   2> 892146 T1410 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 892147 T1410 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 892147 T1410 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 892148 T1410 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 892148 T1410 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 892149 T1410 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 892149 T1410 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 892150 T1410 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 892150 T1410 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 892161 T1410 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 892162 T1410 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 892162 T1410 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 892163 T1410 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45299/solr
   [junit4]   2> 892163 T1410 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 892164 T1410 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 892167 T1434 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2dcc355b name:ZooKeeperConnection Watcher:127.0.0.1:45299 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 892168 T1410 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 892171 T1410 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 892185 T1436 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34ff827 name:ZooKeeperConnection Watcher:127.0.0.1:45299/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 892186 T1410 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 892189 T1410 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 892199 T1410 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 892203 T1410 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 892206 T1410 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48699_i%2Fs
   [junit4]   2> 892208 T1410 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48699_i%2Fs
   [junit4]   2> 892217 T1410 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 892221 T1410 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 892226 T1410 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 892229 T1410 oasc.Overseer.start Overseer (id=91055013611896837-127.0.0.1:48699_i%2Fs-n_0000000000) starting
   [junit4]   2> 892241 T1410 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 892247 T1438 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 892248 T1410 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 892251 T1410 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 892259 T1410 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 892263 T1437 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 892267 T1410 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 892267 T1410 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 892269 T1410 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 892271 T1441 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44ab2c15 name:ZooKeeperConnection Watcher:127.0.0.1:45299/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 892271 T1410 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 892273 T1410 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 892276 T1410 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 892610 T1410 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 892613 T1410 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:28903
   [junit4]   2> 892614 T1410 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 892614 T1410 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 892615 T1410 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389389247036
   [junit4]   2> 892615 T1410 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389389247036/'
   [junit4]   2> 892655 T1410 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389389247036/solr.xml
   [junit4]   2> 892765 T1410 oasc.CoreContainer.<init> New CoreContainer 1469714023
   [junit4]   2> 892766 T1410 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1389389247036/]
   [junit4]   2> 892768 T1410 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 892768 T1410 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 892769 T1410 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 892769 T1410 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 892770 T1410 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 892770 T1410 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 892771 T1410 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 892771 T1410 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 892772 T1410 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 892782 T1410 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 892783 T1410 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 892783 T1410 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 892784 T1410 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45299/solr
   [junit4]   2> 892784 T1410 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 892785 T1410 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 892789 T1452 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4327b91f name:ZooKeeperConnection Watcher:127.0.0.1:45299 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 892790 T1410 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 892794 T1410 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 892796 T1454 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@66eb6228 name:ZooKeeperConnection Watcher:127.0.0.1:45299/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 892796 T1410 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 892811 T1410 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 893815 T1410 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:28903_i%2Fs
   [junit4]   2> 893826 T1410 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:28903_i%2Fs
   [junit4]   2> 893830 T1454 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 893830 T1436 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 893830 T1441 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 893853 T1410 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 893854 T1410 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 894149 T1410 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 894152 T1410 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:47838
   [junit4]   2> 894153 T1410 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 894153 T1410 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 894154 T1410 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389389248615
   [junit4]   2> 894154 T1410 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389389248615/'
   [junit4]   2> 894194 T1410 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389389248615/solr.xml
   [junit4]   2> 894324 T1410 oasc.CoreContainer.<init> New CoreContainer 930484232
   [junit4]   2> 894325 T1410 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389389248615/]
   [junit4]   2> 894327 T1410 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 894327 T1410 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 894328 T1410 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 894328 T1410 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 894328 T1410 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 894329 T1410 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 894329 T1410 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 894330 T1410 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 894330 T1410 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 894341 T1410 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 894342 T1410 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 894342 T1410 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 894343 T1410 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45299/solr
   [junit4]   2> 894343 T1410 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 894344 T1410 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 894347 T1466 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@281699aa name:ZooKeeperConnection Watcher:127.0.0.1:45299 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 894349 T1410 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 894352 T1410 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 894354 T1468 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a3e770 name:ZooKeeperConnection Watcher:127.0.0.1:45299/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 894354 T1410 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 894360 T1410 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 895364 T1410 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47838_i%2Fs
   [junit4]   2> 895369 T1410 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47838_i%2Fs
   [junit4]   2> 895373 T1454 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 895373 T1441 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 895373 T1468 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 895373 T1436 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 895382 T1410 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 895382 T1410 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 895680 T1410 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 895683 T1410 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:15661
   [junit4]   2> 895684 T1410 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 895684 T1410 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 895685 T1410 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389389250143
   [junit4]   2> 895685 T1410 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389389250143/'
   [junit4]   2> 895725 T1410 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389389250143/solr.xml
   [junit4]   2> 895834 T1410 oasc.CoreContainer.<init> New CoreContainer 517431466
   [junit4]   2> 895835 T1410 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389389250143/]
   [junit4]   2> 895837 T1410 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 895837 T1410 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 895838 T1410 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 895838 T1410 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 895839 T1410 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 895839 T1410 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 895840 T1410 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 895840 T1410 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 895840 T1410 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 895853 T1410 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 895854 T1410 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 895854 T1410 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 895855 T1410 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45299/solr
   [junit4]   2> 895855 T1410 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 895856 T1410 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 895859 T1480 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e0b48b7 name:ZooKeeperConnection Watcher:127.0.0.1:45299 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 895859 T1410 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 895863 T1410 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 895865 T1482 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e87ed78 name:ZooKeeperConnection Watcher:127.0.0.1:45299/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 895865 T1410 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 895876 T1410 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 896880 T1410 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:15661_i%2Fs
   [junit4]   2> 896897 T1410 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:15661_i%2Fs
   [junit4]   2> 896901 T1454 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 896901 T1468 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 896902 T1482 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 896901 T1436 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 896901 T1441 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 896910 T1410 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 896910 T1410 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 897206 T1410 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 897209 T1410 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:45636
   [junit4]   2> 897209 T1410 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 897210 T1410 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 897210 T1410 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389389251671
   [junit4]   2> 897211 T1410 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389389251671/'
   [junit4]   2> 897250 T1410 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389389251671/solr.xml
   [junit4]   2> 897357 T1410 oasc.CoreContainer.<init> New CoreContainer 1724953748
   [junit4]   2> 897358 T1410 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389389251671/]
   [junit4]   2> 897360 T1410 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 897360 T1410 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 897361 T1410 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 897361 T1410 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 897362 T1410 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 897362 T1410 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 897362 T1410 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 897363 T1410 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 897363 T1410 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 897374 T1410 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 897374 T1410 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 897375 T1410 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 897375 T1410 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45299/solr
   [junit4]   2> 897376 T1410 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 897377 T1410 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 897379 T1494 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fff9548 name:ZooKeeperConnection Watcher:127.0.0.1:45299 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 897380 T1410 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 897383 T1410 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 897396 T1496 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62b60ce5 name:ZooKeeperConnection Watcher:127.0.0.1:45299/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 897396 T1410 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 897402 T1410 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 898406 T1410 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45636_i%2Fs
   [junit4]   2> 898434 T1410 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45636_i%2Fs
   [junit4]   2> 898438 T1496 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 898438 T1436 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 898438 T1454 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 898438 T1482 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 898438 T1441 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 898438 T1468 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 898447 T1410 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 898447 T1410 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 898457 T1444 oasha.CollectionsHandler.handleCreateAction Creating Collection : router.field=myOwnField&name=solrj_collection&replicationFactor=2&collection.configName=conf1&router.name=compositeId&wt=javabin&numShards=2&version=2&action=CREATE
   [junit4]   2> 898459 T1436 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 898461 T1438 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 898461 T1438 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 898461 T1438 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection 
   [junit4]   2> 898462 T1438 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 898474 T1436 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 898476 T1437 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 898477 T1437 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
   [junit4]   2> 898477 T1437 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
   [junit4]   2> 898481 T1436 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 898488 T1436 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 898489 T1468 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 898489 T1496 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 898489 T1482 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 898488 T1454 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 898488 T1441 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 898575 T1438 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 898575 T1438 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:48699_i%2Fs
   [junit4]   2> 898575 T1438 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:15661_i%2Fs
   [junit4]   2> 898576 T1438 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:45636_i%2Fs
   [junit4]   2> 898576 T1438 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:47838_i%2Fs
   [junit4]   2> 898579 T1426 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down
   [junit4]   2> 898580 T1486 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down
   [junit4]   2> 898580 T1458 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down
   [junit4]   2> 898580 T1472 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down
   [junit4]   2> 898581 T1436 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 898581 T1426 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 898582 T1486 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 898591 T1458 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 898592 T1472 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 898593 T1437 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 898594 T1437 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48699/i/s",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:48699_i%2Fs",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 898597 T1436 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 898598 T1437 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:45636/i/s",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:45636_i%2Fs",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 898601 T1436 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 898602 T1437 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47838/i/s",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47838_i%2Fs",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 898606 T1436 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 898607 T1437 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:15661/i/s",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:15661_i%2Fs",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 898610 T1436 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 898712 T1468 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 898712 T1482 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 898712 T1454 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 898712 T1441 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 898712 T1436 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 898712 T1496 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 899583 T1486 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
   [junit4]   2> 899583 T1486 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389389251671/solr.xml
   [junit4]   2> 899584 T1426 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
   [junit4]   2> 899584 T1486 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389389251671/solrj_collection_shard2_replica1
   [junit4]   2> 899585 T1486 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 899585 T1426 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389389246454/solr.xml
   [junit4]   2> 899586 T1426 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica1' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389389246454/solrj_collection_shard1_replica1
   [junit4]   2> 899586 T1486 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 899586 T1426 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 899586 T1486 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 899587 T1426 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 899588 T1426 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 899588 T1486 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389389251671/solrj_collection_shard2_replica1/'
   [junit4]   2> 899589 T1426 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389389246454/solrj_collection_shard1_replica1/'
   [junit4]   2> 899593 T1458 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
   [junit4]   2> 899593 T1472 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
   [junit4]   2> 899594 T1458 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389389248615/solr.xml
   [junit4]   2> 899595 T1458 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica2' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389389248615/solrj_collection_shard2_replica2
   [junit4]   2> 899595 T1472 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389389250143/solr.xml
   [junit4]   2> 899595 T1458 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 899596 T1472 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica2' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389389250143/solrj_collection_shard1_replica2
   [junit4]   2> 899596 T1472 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 899597 T1458 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 899597 T1458 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 899598 T1472 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 899598 T1472 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 899599 T1458 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389389248615/solrj_collection_shard2_replica2/'
   [junit4]   2> 899599 T1472 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389389250143/solrj_collection_shard1_replica2/'
   [junit4]   2> 899692 T1486 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 899693 T1426 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 899699 T1458 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 899702 T1472 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 899829 T1426 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 899831 T1486 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 899834 T1472 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 899834 T1458 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 899933 T1486 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 899933 T1426 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 899936 T1472 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 899936 T1458 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 899966 T1426 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
   [junit4]   2> 899966 T1486 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
   [junit4]   2> 899969 T1458 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
   [junit4]   2> 899969 T1472 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
   [junit4]   2> 900821 T1486 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 900822 T1426 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 900824 T1472 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 900832 T1458 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 900836 T1486 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 900837 T1472 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 900837 T1426 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 900841 T1486 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 900842 T1472 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 900842 T1426 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 900842 T1458 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 900847 T1458 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 900861 T1486 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 900863 T1472 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 900863 T1426 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 900866 T1458 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 900868 T1486 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 900869 T1472 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 900869 T1426 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 900891 T1458 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 900892 T1486 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 900894 T1486 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 900895 T1486 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 900896 T1426 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 900896 T1472 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 900896 T1486 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 900898 T1426 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 900898 T1472 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 900898 T1486 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 900898 T1458 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 900898 T1426 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 900899 T1486 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 900898 T1472 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 900900 T1486 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 900900 T1458 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 900900 T1426 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 900901 T1458 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 900901 T1486 oasc.SolrCore.<init> [solrj_collection_shard2_replica1] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389389251671/solrj_collection_shard2_replica1/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389389251671/solrj_collection_shard2_replica1/data/
   [junit4]   2> 900900 T1472 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 900903 T1426 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 900902 T1486 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@51dd475f
   [junit4]   2> 900902 T1458 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 900904 T1472 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 900903 T1426 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 900905 T1486 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389389251671/solrj_collection_shard2_replica1/data
   [junit4]   2> 900904 T1472 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 900905 T1486 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389389251671/solrj_collection_shard2_replica1/data/index/
   [junit4]   2> 900905 T1458 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 900905 T1426 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 900907 T1458 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 900906 T1486 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica1] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389389251671/solrj_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 900906 T1472 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 900908 T1486 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1389389251671/solrj_collection_shard2_replica1/data/index
   [junit4]   2> 900907 T1458 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 900907 T1426 oasc.SolrCore.<init> [solrj_collection_shard1_replica1] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389389246454/solrj_collection_shard1_replica1/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389389246454/solrj_collection_shard1_replica1/data/
   [junit4]   2> 900909 T1458 oasc.SolrCore.<init> [solrj_collection_shard2_replica2] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389389248615/solrj_collection_shard2_replica2/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389389248615/solrj_collection_shard2_replica2/data/
   [junit4]   2> 900909 T1486 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=53.6171875, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=19.15955101294384, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35890606275226633
   [junit4]   2> 900908 T1472 oasc.SolrCore.<init> [solrj_collection_shard1_replica2] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389389250143/solrj_collection_shard1_replica2/, dataDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389389250143/solrj_collection_shard1_replica2/data/
   [junit4]   2> 900910 T1458 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@51dd475f
   [junit4]   2> 900909 T1426 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@51dd475f
   [junit4]   2> 900911 T1486 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2d3bc9bf lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7cf116c5),segFN=segments_1,generation=1}
   [junit4]   2> 900911 T1472 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@51dd475f
   [junit4]   2> 900912 T1458 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389389248615/solrj_collection_shard2_replica2/data
   [junit4]   2> 900912 T1486 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 900913 T1458 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389389248615/solrj_collection_shard2_replica2/data/index/
   [junit4]   2> 900912 T1426 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389389246454/solrj_collection_shard1_replica1/data
   [junit4]   2> 900913 T1458 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica2] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389389248615/solrj_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 900913 T1472 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389389250143/solrj_collection_shard1_replica2/data
   [junit4]   2> 900914 T1458 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1389389248615/solrj_collection_shard2_replica2/data/index
   [junit4]   2> 900914 T1426 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389389246454/solrj_collection_shard1_replica1/data/index/
   [junit4]   2> 900915 T1458 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=53.6171875, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=19.15955101294384, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35890606275226633
   [junit4]   2> 900915 T1472 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389389250143/solrj_collection_shard1_replica2/data/index/
   [junit4]   2> 900915 T1426 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica1] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389389246454/solrj_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 900916 T1458 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@362c1692 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@15d606df),segFN=segments_1,generation=1}
   [junit4]   2> 900916 T1472 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica2] Solr index directory '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389389250143/solrj_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 900917 T1458 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 900917 T1426 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1389389246454/solrj_collection_shard1_replica1/data/index
   [junit4]   2> 900918 T1486 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 900918 T1472 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1389389250143/solrj_collection_shard1_replica2/data/index
   [junit4]   2> 900919 T1486 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 900918 T1426 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=53.6171875, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=19.15955101294384, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35890606275226633
   [junit4]   2> 900920 T1486 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 900919 T1472 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=53.6171875, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=19.15955101294384, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35890606275226633
   [junit4]   2> 900920 T1426 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@91e726c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c77935),segFN=segments_1,generation=1}
   [junit4]   2> 900920 T1486 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 900921 T1472 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@c9065c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@47081937),segFN=segments_1,generation=1}
   [junit4]   2> 900921 T1426 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 900922 T1472 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 900923 T1458 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 900922 T1486 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 900923 T1458 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 900924 T1486 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 900924 T1458 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 900925 T1486 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 900925 T1458 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 900925 T1486 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 900926 T1458 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 900926 T1486 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 900926 T1458 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 900927 T1486 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 900927 T1458 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 900927 T1426 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 900928 T1472 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 900928 T1458 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 900928 T1486 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 900929 T1458 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 900929 T1472 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 900928 T1426 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 900930 T1472 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 900930 T1458 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 900929 T1486 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 900931 T1472 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 900931 T1426 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 900932 T1472 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 900932 T1486 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 900932 T1458 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 900933 T1472 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 900932 T1426 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 900934 T1472 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 900933 T1486 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 900933 T1458 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 900935 T1486 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 900935 T1472 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 900936 T1486 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 900934 T1426 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 900936 T1472 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 900936 T1458 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 900938 T1472 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 900937 T1426 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 900937 T1486 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 900938 T1472 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 900938 T1458 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 900939 T1472 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 900939 T1426 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 900940 T1472 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 900940 T1458 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 900940 T1426 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 900941 T1472 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 900941 T1458 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 900941 T1426 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 900942 T1472 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 900943 T1458 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 900943 T1426 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 900943 T1472 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 900944 T1426 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 900944 T1426 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 900944 T1472 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 900945 T1426 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 900946 T1426 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 900946 T1426 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 900947 T1426 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 900948 T1426 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 900966 T1472 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 900967 T1458 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 900967 T1426 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 900967 T1486 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 900975 T1458 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 900976 T1426 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 900976 T1458 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 900976 T1472 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 900976 T1426 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 900977 T1486 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 900977 T1458 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.26339068952871947]
   [junit4]   2> 900977 T1472 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 900978 T1486 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 900978 T1426 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.26339068952871947]
   [junit4]   2> 900979 T1472 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.26339068952871947]
   [junit4]   2> 900979 T1458 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@362c1692 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@15d606df),segFN=segments_1,generation=1}
   [junit4]   2> 900980 T1472 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@c9065c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@47081937),segFN=segments_1,generation=1}
   [junit4]   2> 900980 T1426 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@91e726c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c77935),segFN=segments_1,generation=1}
   [junit4]   2> 900980 T1486 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.26339068952871947]
   [junit4]   2> 900981 T1426 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 900981 T1472 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 900981 T1458 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 900983 T1472 oass.SolrIndexSearcher.<init> Opening Searcher@3e2e0528 main
   [junit4]   2> 900983 T1426 oass.SolrIndexSearcher.<init> Opening Searcher@14ac68d9 main
   [junit4]   2> 900982 T1486 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2d3bc9bf lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7cf116c5),segFN=segments_1,generation=1}
   [junit4]   2> 900983 T1458 oass.SolrIndexSearcher.<init> Opening Searcher@4e1bbcdf main
   [junit4]   2> 900984 T1486 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 900986 T1486 oass.SolrIndexSearcher.<init> Opening Searcher@6f42efcf main
   [junit4]   2> 900988 T1502 oasc.SolrCore.registerSearcher [solrj_collection_shard1_replica2] Registered new searcher Searcher@3e2e0528 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 900988 T1504 oasc.SolrCore.registerSearcher [solrj_collection_shard1_replica1] Registered new searcher Searcher@14ac68d9 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 900989 T1503 oasc.SolrCore.registerSearcher [solrj_collection_shard2_replica2] Registered new searcher Searcher@4e1bbcdf main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 900990 T1505 oasc.SolrCore.registerSearcher [solrj_collection_shard2_replica1] Registered new searcher Searcher@6f42efcf main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 900991 T1472 oasc.CoreContainer.registerCore registering core: solrj_collection_shard1_replica2
   [junit4]   2> 900992 T1426 oasc.CoreContainer.registerCore registering core: solrj_collection_shard1_replica1
   [junit4]   2> 900992 T1458 oasc.CoreContainer.registerCore registering core: solrj_collection_shard2_replica2
   [junit4]   2> 900992 T1472 oasc.ZkController.register Register replica - core:solrj_collection_shard1_replica2 address:http://127.0.0.1:15661/i/s collection:solrj_collection shard:shard1
   [junit4]   2> 900992 T1458 oasc.ZkController.register Register replica - core:solrj_collection_shard2_replica2 address:http://127.0.0.1:47838/i/s collection:solrj_collection shard:shard2
   [junit4]   2> 900992 T1426 oasc.ZkController.register Register replica - core:solrj_collection_shard1_replica1 address:http://127.0.0.1:48699/i/s collection:solrj_collection shard:shard1
   [junit4]   2> 900993 T1486 oasc.CoreContainer.registerCore registering core: solrj_collection_shard2_replica1
   [junit4]   2> 900994 T1486 oasc.ZkController.register Register replica - core:solrj_collection_shard2_replica1 address:http://127.0.0.1:45636/i/s collection:solrj_collection shard:shard2
   [junit4]   2> 900994 T1458 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard2/election
   [junit4]   2> 900994 T1472 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard1/election
   [junit4]   2> 900995 T1426 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard1/election
   [junit

[...truncated too long message...]

nit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:107)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:136)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 1074430 T1482 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_1/leader_elect/shard1/election/91055013611896844-core_node4-n_0000000004
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:173)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:67)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:276)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:107)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:136)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1074431 T1482 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1074431 T1482 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1074431 T1482 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1074432 T1482 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1074432 T1482 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_1/leader_elect/shard5/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:91)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:136)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1074432 T1482 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1074433 T1482 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1074433 T1482 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1074433 T1482 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1074433 T1482 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1074433 T1482 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1074434 T1482 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1074434 T1482 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_1/leader_elect/shard5/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:91)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:136)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=pl, timezone=Antarctica/Davis
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=5,free=235359896,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [HighlighterTest, TestUniqueKeyFieldResource, TestIBSimilarityFactory, PreAnalyzedFieldTest, NotRequiredUniqueKeyTest, TestCollapseQParserPlugin, MultiTermTest, ZkNodePropsTest, TestUtils, TestSolrDeletionPolicy2, AliasIntegrationTest, TestBinaryResponseWriter, XmlUpdateRequestHandlerTest, TestRangeQuery, DistribCursorPagingTest, DocValuesMissingTest, DocumentAnalysisRequestHandlerTest, ZkSolrClientTest, TestBinaryField, TestImplicitCoreProperties, TermVectorComponentDistributedTest, TestCSVLoader, TestFieldResource, TestSweetSpotSimilarityFactory, TestRecovery, TestCodecSupport, DisMaxRequestHandlerTest, TestCollationField, TestFuzzyAnalyzedSuggestions, IndexSchemaRuntimeFieldTest, SortByFunctionTest, AlternateDirectoryTest, TestStressLucene, TestSolrJ, TestDistributedSearch, TestWordDelimiterFilterFactory, MigrateRouteKeyTest, StressHdfsTest, TestXIncludeConfig, TestQuerySenderNoQuery, CachingDirectoryFactoryTest, TestIndexingPerformance, CurrencyFieldOpenExchangeTest, DateFieldTest, TestStressRecovery, TestDistributedGrouping, SpellCheckComponentTest, PingRequestHandlerTest, FullSolrCloudDistribCmdsTest, BlockDirectoryTest, SpellingQueryConverterTest, TestComponentsName, CoreContainerCoreInitFailuresTest, OutputWriterTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed on J1 in 184.18s, 1 test, 1 error <<< FAILURES!

[...truncated 786 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:453: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:433: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/common-build.xml:491: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1304: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:937: There were test failures: 362 suites, 1592 tests, 1 error, 34 ignored (6 assumptions)

Total time: 66 minutes 25 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure