You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2014/01/14 12:52:46 UTC

[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 486 - Failure

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/486/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.testDistribSearch

Error Message:
There were expected update fails expected:<0> but was:<1>

Stack Trace:
java.lang.AssertionError: There were expected update fails expected:<0> but was:<1>
	at __randomizedtesting.SeedInfo.seed([6F83A62C61D7ACF8:EE6528341688CCC4]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.doTest(ChaosMonkeyNothingIsSafeTest.java:202)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 10380 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
   [junit4]   2> 3353300 T5399 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 3353305 T5399 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-ChaosMonkeyNothingIsSafeTest-1389700046636
   [junit4]   2> 3353307 T5399 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 3353308 T5400 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 3353409 T5399 oasc.ZkTestServer.run start zk server on port:64454
   [junit4]   2> 3353411 T5399 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3353416 T5406 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ab31568 name:ZooKeeperConnection Watcher:127.0.0.1:64454 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3353417 T5399 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3353417 T5399 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 3353429 T5399 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3353431 T5408 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53372c7b name:ZooKeeperConnection Watcher:127.0.0.1:64454/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3353431 T5399 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3353432 T5399 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 3353436 T5399 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 3353445 T5399 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 3353448 T5399 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 3353451 T5399 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3353452 T5399 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 3353465 T5399 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 3353466 T5399 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 3353570 T5399 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3353571 T5399 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3353581 T5399 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3353582 T5399 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 3353586 T5399 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3353587 T5399 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 3353590 T5399 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3353591 T5399 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 3353597 T5399 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3353597 T5399 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 3353601 T5399 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3353602 T5399 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3353605 T5399 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3353606 T5399 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3353609 T5399 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3353610 T5399 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 3353613 T5399 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3353614 T5399 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 3353912 T5399 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3353916 T5399 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:42281
   [junit4]   2> 3353916 T5399 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3353917 T5399 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3353917 T5399 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389700046949
   [junit4]   2> 3353918 T5399 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389700046949/'
   [junit4]   2> 3353960 T5399 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389700046949/solr.xml
   [junit4]   2> 3354048 T5399 oasc.CoreContainer.<init> New CoreContainer 1725950368
   [junit4]   2> 3354049 T5399 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389700046949/]
   [junit4]   2> 3354051 T5399 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3354052 T5399 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 3354052 T5399 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3354053 T5399 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3354053 T5399 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3354054 T5399 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3354054 T5399 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3354055 T5399 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3354055 T5399 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3354067 T5399 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3354067 T5399 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3354068 T5399 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3354068 T5399 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:64454/solr
   [junit4]   2> 3354069 T5399 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3354070 T5399 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3354073 T5419 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76633c23 name:ZooKeeperConnection Watcher:127.0.0.1:64454 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3354073 T5399 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3354077 T5399 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3354084 T5421 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62dd978f name:ZooKeeperConnection Watcher:127.0.0.1:64454/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3354085 T5399 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3354087 T5399 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 3354092 T5399 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 3354100 T5399 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 3354102 T5399 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42281_
   [junit4]   2> 3354104 T5399 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42281_
   [junit4]   2> 3354107 T5399 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 3354115 T5399 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 3354127 T5399 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 3354131 T5399 oasc.Overseer.start Overseer (id=91075382256926723-127.0.0.1:42281_-n_0000000000) starting
   [junit4]   2> 3354137 T5399 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 3354151 T5423 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 3354152 T5399 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 3354155 T5399 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 3354157 T5399 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3354160 T5422 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 3354166 T5424 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 3354166 T5424 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3354168 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3354168 T5424 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3354170 T5422 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3354171 T5422 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:42281",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:42281_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3354171 T5422 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 3354171 T5422 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 3354174 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3354182 T5421 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3355170 T5424 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3355171 T5424 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389700046949/collection1
   [junit4]   2> 3355171 T5424 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 3355173 T5424 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3355173 T5424 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 3355175 T5424 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389700046949/collection1/'
   [junit4]   2> 3355178 T5424 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389700046949/collection1/lib/README' to classloader
   [junit4]   2> 3355179 T5424 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389700046949/collection1/lib/classes/' to classloader
   [junit4]   2> 3355250 T5424 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 3355320 T5424 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3355422 T5424 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3355452 T5424 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3356098 T5424 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3356103 T5424 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3356105 T5424 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3356112 T5424 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3356138 T5424 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 3356138 T5424 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1389700046949/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/control/data/
   [junit4]   2> 3356139 T5424 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@166418d9
   [junit4]   2> 3356140 T5424 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/control/data
   [junit4]   2> 3356141 T5424 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/control/data/index/
   [junit4]   2> 3356142 T5424 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3356143 T5424 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/control/data/index
   [junit4]   2> 3356144 T5424 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=7, maxMergeAtOnceExplicit=7, maxMergedSegmentMB=69.6767578125, floorSegmentMB=0.2021484375, forceMergeDeletesPctAllowed=25.509147732660594, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 3356149 T5424 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 3356149 T5424 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3356153 T5424 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3356154 T5424 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3356154 T5424 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3356154 T5424 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3356155 T5424 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3356155 T5424 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3356155 T5424 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3356156 T5424 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3356156 T5424 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3356157 T5424 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3356157 T5424 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3356158 T5424 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3356158 T5424 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3356159 T5424 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3356159 T5424 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 3356160 T5424 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 3356170 T5424 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3356175 T5424 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3356175 T5424 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3356176 T5424 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=61.40234375, floorSegmentMB=1.064453125, forceMergeDeletesPctAllowed=2.9705104711577937, segmentsPerTier=3.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 3356177 T5424 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 3356178 T5424 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3356178 T5424 oass.SolrIndexSearcher.<init> Opening Searcher@6c89ea63 main
   [junit4]   2> 3356182 T5425 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6c89ea63 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3356184 T5424 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3356184 T5399 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
   [junit4]   2> 3356185 T5399 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3356184 T5428 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:42281 collection:control_collection shard:shard1
   [junit4]   2> 3356186 T5399 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3356187 T5428 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 3356189 T5430 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@162fe79b name:ZooKeeperConnection Watcher:127.0.0.1:64454/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3356189 T5399 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3356202 T5399 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3356214 T5399 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3356216 T5428 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 3356224 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3356225 T5428 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 3356225 T5428 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C13749 name=collection1 org.apache.solr.core.SolrCore@1302a0be url=http://127.0.0.1:42281/collection1 node=127.0.0.1:42281_ C13749_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:42281, core=collection1, node_name=127.0.0.1:42281_}
   [junit4]   2> 3356225 T5428 C13749 P42281 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42281/collection1/
   [junit4]   2> 3356226 T5428 C13749 P42281 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 3356226 T5428 C13749 P42281 oasc.SyncStrategy.syncToMe http://127.0.0.1:42281/collection1/ has no replicas
   [junit4]   2> 3356226 T5422 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3356226 T5428 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42281/collection1/ shard1
   [junit4]   2> 3356227 T5428 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 3356238 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3356240 T5421 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3356240 T5430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3356260 T5422 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3356266 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3356371 T5421 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3356371 T5430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3356412 T5428 oasc.ZkController.register We are http://127.0.0.1:42281/collection1/ and leader is http://127.0.0.1:42281/collection1/
   [junit4]   2> 3356412 T5428 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42281
   [junit4]   2> 3356412 T5428 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 3356413 T5428 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 3356413 T5428 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3356429 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3356430 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3356430 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3356430 T5428 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3356432 T5422 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3356433 T5422 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:42281",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:42281_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 3356436 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3356514 T5399 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3356517 T5399 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:55867
   [junit4]   2> 3356517 T5399 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3356518 T5399 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3356519 T5399 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389700049545
   [junit4]   2> 3356519 T5399 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389700049545/'
   [junit4]   2> 3356539 T5421 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3356539 T5430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3356561 T5399 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389700049545/solr.xml
   [junit4]   2> 3356649 T5399 oasc.CoreContainer.<init> New CoreContainer 1940008904
   [junit4]   2> 3356650 T5399 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389700049545/]
   [junit4]   2> 3356652 T5399 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3356653 T5399 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 3356653 T5399 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3356654 T5399 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3356654 T5399 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3356655 T5399 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3356655 T5399 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3356656 T5399 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3356656 T5399 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3356667 T5399 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3356668 T5399 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3356668 T5399 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3356669 T5399 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:64454/solr
   [junit4]   2> 3356670 T5399 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3356671 T5399 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3356689 T5441 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1cef2ec7 name:ZooKeeperConnection Watcher:127.0.0.1:64454 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3356689 T5399 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3356693 T5399 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3356701 T5443 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58fc99aa name:ZooKeeperConnection Watcher:127.0.0.1:64454/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3356701 T5399 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3356706 T5399 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3357710 T5399 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55867_
   [junit4]   2> 3357721 T5399 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55867_
   [junit4]   2> 3357726 T5430 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 3357726 T5421 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 3357726 T5443 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 3357742 T5444 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 3357742 T5444 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3357744 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3357744 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3357745 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3357745 T5444 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3357746 T5422 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3357747 T5422 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55867",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55867_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3357747 T5422 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 3357748 T5422 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 3357751 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3357854 T5421 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3357854 T5430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3357854 T5443 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3358746 T5444 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3358746 T5444 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389700049545/collection1
   [junit4]   2> 3358746 T5444 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 3358747 T5444 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3358748 T5444 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3358749 T5444 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389700049545/collection1/'
   [junit4]   2> 3358750 T5444 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389700049545/collection1/lib/classes/' to classloader
   [junit4]   2> 3358751 T5444 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389700049545/collection1/lib/README' to classloader
   [junit4]   2> 3358820 T5444 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 3358896 T5444 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3358998 T5444 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3359024 T5444 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3359650 T5444 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3359655 T5444 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3359657 T5444 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3359663 T5444 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3359688 T5444 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 3359689 T5444 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1389700049545/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/jetty1/
   [junit4]   2> 3359689 T5444 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@166418d9
   [junit4]   2> 3359691 T5444 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/jetty1
   [junit4]   2> 3359692 T5444 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/jetty1/index/
   [junit4]   2> 3359692 T5444 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 3359693 T5444 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/jetty1/index
   [junit4]   2> 3359694 T5444 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=7, maxMergeAtOnceExplicit=7, maxMergedSegmentMB=69.6767578125, floorSegmentMB=0.2021484375, forceMergeDeletesPctAllowed=25.509147732660594, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 3359725 T5444 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 3359725 T5444 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3359730 T5444 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3359731 T5444 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3359731 T5444 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3359731 T5444 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3359732 T5444 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3359732 T5444 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3359733 T5444 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3359733 T5444 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3359733 T5444 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3359734 T5444 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3359735 T5444 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3359735 T5444 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3359736 T5444 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3359737 T5444 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3359737 T5444 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 3359738 T5444 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 3359748 T5444 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3359753 T5444 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3359753 T5444 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3359754 T5444 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=61.40234375, floorSegmentMB=1.064453125, forceMergeDeletesPctAllowed=2.9705104711577937, segmentsPerTier=3.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 3359756 T5444 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 3359756 T5444 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3359757 T5444 oass.SolrIndexSearcher.<init> Opening Searcher@4972edae main
   [junit4]   2> 3359763 T5445 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4972edae main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3359766 T5444 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3359767 T5399 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
   [junit4]   2> 3359768 T5399 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3359767 T5448 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55867 collection:collection1 shard:shard1
   [junit4]   2> 3359770 T5448 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 3359802 T5448 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 3359826 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3359826 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3359826 T5448 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 3359826 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3359827 T5448 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C13750 name=collection1 org.apache.solr.core.SolrCore@5ff0ab0a url=http://127.0.0.1:55867/collection1 node=127.0.0.1:55867_ C13750_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:55867, core=collection1, node_name=127.0.0.1:55867_}
   [junit4]   2> 3359827 T5448 C13750 P55867 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55867/collection1/
   [junit4]   2> 3359827 T5448 C13750 P55867 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 3359828 T5448 C13750 P55867 oasc.SyncStrategy.syncToMe http://127.0.0.1:55867/collection1/ has no replicas
   [junit4]   2> 3359828 T5448 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55867/collection1/ shard1
   [junit4]   2> 3359828 T5448 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 3359829 T5422 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3359880 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3359881 T5443 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3359881 T5430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3359881 T5421 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3359921 T5422 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3360002 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3360061 T5399 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3360064 T5399 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:62081
   [junit4]   2> 3360064 T5399 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3360065 T5399 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3360065 T5399 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389700053098
   [junit4]   2> 3360066 T5399 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389700053098/'
   [junit4]   2> 3360106 T5430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3360106 T5421 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3360106 T5443 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3360107 T5399 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389700053098/solr.xml
   [junit4]   2> 3360123 T5448 oasc.ZkController.register We are http://127.0.0.1:55867/collection1/ and leader is http://127.0.0.1:55867/collection1/
   [junit4]   2> 3360123 T5448 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55867
   [junit4]   2> 3360123 T5448 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 3360124 T5448 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 3360124 T5448 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3360126 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3360126 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3360127 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3360127 T5448 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3360129 T5422 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3360130 T5422 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55867",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55867_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 3360134 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3360193 T5399 oasc.CoreContainer.<init> New CoreContainer 81194358
   [junit4]   2> 3360194 T5399 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389700053098/]
   [junit4]   2> 3360196 T5399 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3360197 T5399 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 3360197 T5399 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3360197 T5399 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3360198 T5399 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3360198 T5399 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3360199 T5399 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3360199 T5399 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3360200 T5399 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3360209 T5399 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3360210 T5399 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3360210 T5399 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3360211 T5399 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:64454/solr
   [junit4]   2> 3360211 T5399 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3360213 T5399 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3360215 T5459 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a7fe075 name:ZooKeeperConnection Watcher:127.0.0.1:64454 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3360215 T5399 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3360219 T5399 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3360227 T5461 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c9a2fac name:ZooKeeperConnection Watcher:127.0.0.1:64454/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3360227 T5399 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3360236 T5399 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3360238 T5421 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3360238 T5430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3360238 T5443 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3361242 T5399 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62081_
   [junit4]   2> 3361271 T5399 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:62081_
   [junit4]   2> 3361276 T5443 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3361276 T5461 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3361276 T5430 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3361276 T5421 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3361293 T5462 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 3361294 T5462 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3361296 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3361296 T5462 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3361296 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3361297 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3361299 T5422 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3361299 T5422 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:62081",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:62081_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3361300 T5422 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 3361300 T5422 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 3361303 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3361408 T5461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3361408 T5430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3361408 T5421 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3361408 T5443 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3362298 T5462 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3362298 T5462 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389700053098/collection1
   [junit4]   2> 3362298 T5462 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 3362299 T5462 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3362300 T5462 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3362301 T5462 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389700053098/collection1/'
   [junit4]   2> 3362303 T5462 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389700053098/collection1/lib/classes/' to classloader
   [junit4]   2> 3362304 T5462 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389700053098/collection1/lib/README' to classloader
   [junit4]   2> 3362372 T5462 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 3362438 T5462 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3362540 T5462 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3362566 T5462 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3363187 T5462 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3363192 T5462 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3363194 T5462 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3363200 T5462 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3363225 T5462 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 3363226 T5462 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1389700053098/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/jetty2/
   [junit4]   2> 3363226 T5462 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@166418d9
   [junit4]   2> 3363228 T5462 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/jetty2
   [junit4]   2> 3363228 T5462 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/jetty2/index/
   [junit4]   2> 3363229 T5462 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 3363230 T5462 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/jetty2/index
   [junit4]   2> 3363231 T5462 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=7, maxMergeAtOnceExplicit=7, maxMergedSegmentMB=69.6767578125, floorSegmentMB=0.2021484375, forceMergeDeletesPctAllowed=25.509147732660594, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 3363235 T5462 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 3363235 T5462 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3363240 T5462 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3363240 T5462 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3363241 T5462 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3363241 T5462 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3363242 T5462 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3363242 T5462 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3363242 T5462 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3363243 T5462 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3363243 T5462 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3363244 T5462 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3363245 T5462 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3363245 T5462 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3363245 T5462 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3363246 T5462 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3363247 T5462 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 3363248 T5462 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 3363258 T5462 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3363263 T5462 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3363263 T5462 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3363264 T5462 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=61.40234375, floorSegmentMB=1.064453125, forceMergeDeletesPctAllowed=2.9705104711577937, segmentsPerTier=3.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 3363266 T5462 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 3363266 T5462 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3363267 T5462 oass.SolrIndexSearcher.<init> Opening Searcher@6850c156 main
   [junit4]   2> 3363272 T5463 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6850c156 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3363276 T5462 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3363277 T5399 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
   [junit4]   2> 3363277 T5399 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3363277 T5466 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:62081 collection:collection1 shard:shard2
   [junit4]   2> 3363279 T5466 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 3363295 T5466 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 3363306 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3363306 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3363306 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3363307 T5466 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 3363307 T5466 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C13751 name=collection1 org.apache.solr.core.SolrCore@2c5f35a9 url=http://127.0.0.1:62081/collection1 node=127.0.0.1:62081_ C13751_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:62081, core=collection1, node_name=127.0.0.1:62081_}
   [junit4]   2> 3363307 T5466 C13751 P62081 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:62081/collection1/
   [junit4]   2> 3363308 T5466 C13751 P62081 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 3363308 T5466 C13751 P62081 oasc.SyncStrategy.syncToMe http://127.0.0.1:62081/collection1/ has no replicas
   [junit4]   2> 3363308 T5422 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3363308 T5466 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:62081/collection1/ shard2
   [junit4]   2> 3363309 T5466 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 3363313 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3363314 T5443 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3363314 T5430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3363314 T5461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3363314 T5421 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3363319 T5422 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3363323 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3363426 T5443 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3363426 T5430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3363426 T5421 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3363426 T5461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3363470 T5466 oasc.ZkController.register We are http://127.0.0.1:62081/collection1/ and leader is http://127.0.0.1:62081/collection1/
   [junit4]   2> 3363470 T5466 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:62081
   [junit4]   2> 3363470 T5466 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 3363471 T5466 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 3363471 T5466 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3363473 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3363473 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3363473 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3363473 T5466 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3363474 T5422 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3363475 T5422 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:62081",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:62081_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 3363479 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3363570 T5399 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3363573 T5399 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:33938
   [junit4]   2> 3363574 T5399 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3363574 T5399 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3363575 T5399 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389700056608
   [junit4]   2> 3363575 T5399 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389700056608/'
   [junit4]   2> 3363582 T5443 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3363582 T5461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3363582 T5421 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3363582 T5430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3363617 T5399 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389700056608/solr.xml
   [junit4]   2> 3363702 T5399 oasc.CoreContainer.<init> New CoreContainer 1827330528
   [junit4]   2> 3363702 T5399 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389700056608/]
   [junit4]   2> 3363704 T5399 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3363705 T5399 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 3363705 T5399 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3363706 T5399 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3363706 T5399 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3363707 T5399 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3363707 T5399 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3363708 T5399 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3363708 T5399 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3363718 T5399 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3363718 T5399 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3363719 T5399 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3363719 T5399 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:64454/solr
   [junit4]   2> 3363720 T5399 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3363721 T5399 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3363724 T5477 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e8638fd name:ZooKeeperConnection Watcher:127.0.0.1:64454 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3363724 T5399 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3363727 T5399 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3363734 T5479 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5fd37e9d name:ZooKeeperConnection Watcher:127.0.0.1:64454/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3363734 T5399 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3363739 T5399 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3364743 T5399 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33938_
   [junit4]   2> 3364746 T5399 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33938_
   [junit4]   2> 3364750 T5443 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3364750 T5430 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3364750 T5479 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3364750 T5421 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3364750 T5461 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3364786 T5480 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 3364786 T5480 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3364789 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3364789 T5480 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3364789 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3364790 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3364791 T5422 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3364792 T5422 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:33938",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:33938_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3364792 T5422 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 3364792 T5422 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 3364831 T5421 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3364935 T5421 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 3364935 T5430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 3364935 T5479 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 3364935 T5461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 3364935 T5443 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 3365790 T5480 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3365790 T5480 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389700056608/collection1
   [junit4]   2> 3365790 T5480 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 3365791 T5480 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3365792 T5480 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3365793 T5480 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389700056608/collection1/'
   [junit4]   2> 3365795 T5480 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389700056608/collection1/lib/README' to classloader
   [junit4]   2> 3365796 T5480 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1389700056608/collection1/lib/classes/' to classloader
   [junit4]   2> 3365865 T5480 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 3365943 T5480 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3366044 T5480 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3366069 T5480 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3366695 T5480 oass.In

[...truncated too long message...]

r.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:91)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:136)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 3499311 T5558 C13783 P17890 oasc.SyncStrategy.sync WARN Closed, skipping sync up.
   [junit4]   2> 3499312 T5558 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 3499312 T5558 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6d454aca
   [junit4]   2> 3499314 T5558 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=59,cumulative_deletesById=32,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=1}
   [junit4]   2> 3499314 T5558 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 3499314 T5558 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 3499315 T5558 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 3499315 T5558 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 3499316 T5558 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 3499317 T5558 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/jetty7/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/jetty7/index;done=false>>]
   [junit4]   2> 3499317 T5558 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/jetty7/index
   [junit4]   2> 3499317 T5558 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/jetty7 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/jetty7;done=false>>]
   [junit4]   2> 3499317 T5558 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1389700046636/jetty7
   [junit4]   2> 3499318 T5558 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 3499318 T5558 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3499318 T5558 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 3499319 T5558 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3499319 T5558 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3499319 T5558 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> NOTE: test params are: codec=Lucene46: {id=PostingsFormat(name=Memory doPackFST= false), a_t=Pulsing41(freqCutoff=20 minBlockSize=10 maxBlockSize=110), _version_=Pulsing41(freqCutoff=20 minBlockSize=10 maxBlockSize=110), a_si=PostingsFormat(name=Lucene41WithOrds)}, docValues:{}, sim=DefaultSimilarity, locale=ro, timezone=Asia/Kolkata
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=228386056,total=517079040
   [junit4]   2> NOTE: All tests run in this JVM: [TestStressReorder, ConvertedLegacyTest, TestCSVResponseWriter, TestIndexSearcher, TestPhraseSuggestions, SolrCoreCheckLockOnStartupTest, TestDefaultSimilarityFactory, TestFastWriter, FullSolrCloudDistribCmdsTest, PrimUtilsTest, TestCollationField, TestFastOutputStream, SpellCheckCollatorTest, DistanceFunctionTest, TestOmitPositions, TestQuerySenderListener, StandardRequestHandlerTest, BasicDistributedZk2Test, BlockDirectoryTest, TestRandomFaceting, AddSchemaFieldsUpdateProcessorFactoryTest, HighlighterConfigTest, TestReload, SuggestComponentTest, SolrCmdDistributorTest, TestFastLRUCache, TestUtils, TestFieldTypeResource, ShardRoutingCustomTest, TestFoldingMultitermQuery, FileUtilsTest, CoreMergeIndexesAdminHandlerTest, MinimalSchemaTest, HdfsSyncSliceTest, OpenCloseCoreStressTest, CursorPagingTest, IndexBasedSpellCheckerTest, CachingDirectoryFactoryTest, TestAnalyzedSuggestions, TestSolrJ, BadIndexSchemaTest, RequiredFieldsTest, TestIBSimilarityFactory, TestMultiCoreConfBootstrap, JSONWriterTest, TestSolr4Spatial, TestDFRSimilarityFactory, TestCursorMarkWithoutUniqueKey, TestAtomicUpdateErrorCases, TestCodecSupport, EnumFieldTest, DirectUpdateHandlerTest, TestJmxIntegration, AddBlockUpdateTest, AliasIntegrationTest, SuggesterWFSTTest, TestSolrCoreProperties, HighlighterTest, DistributedSuggestComponentTest, TestBinaryField, TestWordDelimiterFilterFactory, PluginInfoTest, AlternateDirectoryTest, DocValuesMissingTest, TestFuzzyAnalyzedSuggestions, SolrRequestParserTest, TestImplicitCoreProperties, NumericFieldsTest, TestUniqueKeyFieldResource, CurrencyFieldOpenExchangeTest, ShardSplitTest, TestDistributedGrouping, HdfsChaosMonkeySafeLeaderTest, SpellCheckComponentTest, HdfsBasicDistributedZkTest, TestStressLucene, SuggesterTSTTest, TestManagedSchemaFieldResource, UniqFieldsUpdateProcessorFactoryTest, TestIndexingPerformance, UnloadDistributedZkTest, LeaderElectionIntegrationTest, BasicZkTest, TestReplicationHandler, CurrencyFieldXmlFileTest, CoreAdminHandlerTest, PolyFieldTest, NoCacheHeaderTest, TestPseudoReturnFields, TestUpdate, QueryEqualityTest, SortByFunctionTest, SolrInfoMBeanTest, DebugComponentTest, DisMaxRequestHandlerTest, DirectSolrSpellCheckerTest, TestQueryTypes, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, TestArbitraryIndexDir, LoggingHandlerTest, UpdateRequestProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, CoreContainerCoreInitFailuresTest, TestLFUCache, UpdateParamsTest, TestSolrIndexConfig, CopyFieldTest, SolrIndexConfigTest, TestSolrDeletionPolicy2, MultiTermTest, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestCharFilters, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestNumberUtils, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, LegacyHTMLStripCharFilterTest, TestJmxMonitoredMap, TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest]
   [junit4] Completed on J1 in 146.82s, 1 test, 1 failure <<< FAILURES!

[...truncated 137 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:466: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:439: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/common-build.xml:491: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1307: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:940: There were test failures: 352 suites, 1538 tests, 1 failure, 32 ignored (4 assumptions)

Total time: 165 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

UILD\\s+FAILED(?s:.*+)                                                                                                                                   \
)"}

[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 490 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/490/

4 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
Captured an uncaught exception in thread: Thread[id=3483, name=Thread-1410, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3483, name=Thread-1410, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: createcollection the collection time out:60s
	at __randomizedtesting.SeedInfo.seed([200085435F93863D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:495)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1605)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1633)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:915)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest

Error Message:
ERROR: SolrIndexSearcher opens=501 closes=500

Stack Trace:
java.lang.AssertionError: ERROR: SolrIndexSearcher opens=501 closes=500
	at __randomizedtesting.SeedInfo.seed([200085435F93863D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:335)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:139)
	at sun.reflect.GeneratedMethodAccessor26.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:700)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest:     1) Thread[id=3213, name=qtp1740985040-3213, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]         at java.util.WeakHashMap.get(WeakHashMap.java:380)         at org.apache.solr.servlet.cache.HttpCacheHeaderUtil.calcEtag(HttpCacheHeaderUtil.java:101)         at org.apache.solr.servlet.cache.HttpCacheHeaderUtil.doCacheHeaderValidation(HttpCacheHeaderUtil.java:219)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:409)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:203)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)         at org.eclipse.jetty.server.Server.handle(Server.java:368)         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)         at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:942)         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:1004)         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:640)         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=3610, name=qtp1740985040-3610, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]         at java.util.WeakHashMap.get(WeakHashMap.java:380)         at org.apache.solr.servlet.cache.HttpCacheHeaderUtil.calcEtag(HttpCacheHeaderUtil.java:101)         at org.apache.solr.servlet.cache.HttpCacheHeaderUtil.doCacheHeaderValidation(HttpCacheHeaderUtil.java:219)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:409)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:203)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)         at org.eclipse.jetty.server.Server.handle(Server.java:368)         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)         at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:942)         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:1004)         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:640)         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=4838, name=searcherExecutor-3714-thread-1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1069)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1131)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest: 
   1) Thread[id=3213, name=qtp1740985040-3213, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
        at java.util.WeakHashMap.get(WeakHashMap.java:380)
        at org.apache.solr.servlet.cache.HttpCacheHeaderUtil.calcEtag(HttpCacheHeaderUtil.java:101)
        at org.apache.solr.servlet.cache.HttpCacheHeaderUtil.doCacheHeaderValidation(HttpCacheHeaderUtil.java:219)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:409)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:203)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
        at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
        at org.eclipse.jetty.server.Server.handle(Server.java:368)
        at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
        at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
        at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:942)
        at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:1004)
        at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:640)
        at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
        at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
        at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=3610, name=qtp1740985040-3610, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
        at java.util.WeakHashMap.get(WeakHashMap.java:380)
        at org.apache.solr.servlet.cache.HttpCacheHeaderUtil.calcEtag(HttpCacheHeaderUtil.java:101)
        at org.apache.solr.servlet.cache.HttpCacheHeaderUtil.doCacheHeaderValidation(HttpCacheHeaderUtil.java:219)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:409)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:203)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
        at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
        at org.eclipse.jetty.server.Server.handle(Server.java:368)
        at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
        at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
        at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:942)
        at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:1004)
        at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:640)
        at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
        at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
        at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=4838, name=searcherExecutor-3714-thread-1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1069)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1131)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([200085435F93863D]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=3213, name=qtp1740985040-3213, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]         at java.util.WeakHashMap.get(WeakHashMap.java:380)         at org.apache.solr.servlet.cache.HttpCacheHeaderUtil.calcEtag(HttpCacheHeaderUtil.java:101)         at org.apache.solr.servlet.cache.HttpCacheHeaderUtil.doCacheHeaderValidation(HttpCacheHeaderUtil.java:219)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:409)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:203)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)         at org.eclipse.jetty.server.Server.handle(Server.java:368)         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)         at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:942)         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:1004)         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:640)         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=3610, name=qtp1740985040-3610, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]         at java.util.WeakHashMap.get(WeakHashMap.java:380)         at org.apache.solr.servlet.cache.HttpCacheHeaderUtil.calcEtag(HttpCacheHeaderUtil.java:101)         at org.apache.solr.servlet.cache.HttpCacheHeaderUtil.doCacheHeaderValidation(HttpCacheHeaderUtil.java:219)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:409)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:203)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)         at org.eclipse.jetty.server.Server.handle(Server.java:368)         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)         at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:942)         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:1004)         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:640)         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=4838, name=searcherExecutor-3714-thread-1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1069)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1131)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=3213, name=qtp1740985040-3213, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
        at java.util.WeakHashMap.get(WeakHashMap.java:380)
        at org.apache.solr.servlet.cache.HttpCacheHeaderUtil.calcEtag(HttpCacheHeaderUtil.java:101)
        at org.apache.solr.servlet.cache.HttpCacheHeaderUtil.doCacheHeaderValidation(HttpCacheHeaderUtil.java:219)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:409)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:203)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
        at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
        at org.eclipse.jetty.server.Server.handle(Server.java:368)
        at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
        at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
        at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:942)
        at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:1004)
        at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:640)
        at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
        at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
        at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=3610, name=qtp1740985040-3610, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
        at java.util.WeakHashMap.get(WeakHashMap.java:380)
        at org.apache.solr.servlet.cache.HttpCacheHeaderUtil.calcEtag(HttpCacheHeaderUtil.java:101)
        at org.apache.solr.servlet.cache.HttpCacheHeaderUtil.doCacheHeaderValidation(HttpCacheHeaderUtil.java:219)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:409)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:203)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
        at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
        at org.eclipse.jetty.server.Server.handle(Server.java:368)
        at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
        at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
        at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:942)
        at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:1004)
        at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:640)
        at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
        at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
        at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=4838, name=searcherExecutor-3714-thread-1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1069)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1131)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([200085435F93863D]:0)




Build Log:
[...truncated 9944 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 1598155 T3165 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1598163 T3165 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1390020846395
   [junit4]   2> 1598165 T3165 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1598165 T3166 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1598266 T3165 oasc.ZkTestServer.run start zk server on port:36244
   [junit4]   2> 1598268 T3165 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1598272 T3172 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65abc69b name:ZooKeeperConnection Watcher:127.0.0.1:36244 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1598273 T3165 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1598273 T3165 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1598294 T3165 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1598296 T3174 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62788633 name:ZooKeeperConnection Watcher:127.0.0.1:36244/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1598296 T3165 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1598296 T3165 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1598311 T3165 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1598313 T3165 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1598322 T3165 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1598324 T3165 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1598325 T3165 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1598345 T3165 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1598346 T3165 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1598449 T3165 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1598450 T3165 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1598463 T3165 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1598464 T3165 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1598467 T3165 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1598467 T3165 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1598470 T3165 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1598471 T3165 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1598474 T3165 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1598474 T3165 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1598481 T3165 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1598482 T3165 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1598490 T3165 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1598491 T3165 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1598493 T3165 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1598494 T3165 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1598505 T3165 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1598506 T3165 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> Using old style solr.xml
   [junit4]   2> 1598829 T3165 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1598834 T3165 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:36247
   [junit4]   2> 1598834 T3165 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1598835 T3165 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1598835 T3165 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390020846741
   [junit4]   2> 1598836 T3165 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390020846741/'
   [junit4]   2> 1598876 T3165 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390020846741/solr.xml
   [junit4]   2> 1598970 T3165 oasc.CoreContainer.<init> New CoreContainer 2074298456
   [junit4]   2> 1598971 T3165 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390020846741/]
   [junit4]   2> 1598972 T3165 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1598973 T3165 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1598973 T3165 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1598974 T3165 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1598974 T3165 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1598975 T3165 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1598975 T3165 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1598976 T3165 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1598976 T3165 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1598988 T3165 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1598988 T3165 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1598989 T3165 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1598989 T3165 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36244/solr
   [junit4]   2> 1598990 T3165 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1598991 T3165 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1598994 T3185 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ce2c8d2 name:ZooKeeperConnection Watcher:127.0.0.1:36244 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1598995 T3165 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1598997 T3165 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1599004 T3187 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@712e5d16 name:ZooKeeperConnection Watcher:127.0.0.1:36244/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1599005 T3165 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1599006 T3165 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1599010 T3165 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1599013 T3165 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1599015 T3165 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36247_
   [junit4]   2> 1599027 T3165 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36247_
   [junit4]   2> 1599030 T3165 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1599032 T3165 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1599054 T3165 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1599057 T3165 oasc.Overseer.start Overseer (id=91096406189801475-127.0.0.1:36247_-n_0000000000) starting
   [junit4]   2> 1599060 T3165 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1599078 T3189 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1599078 T3165 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1599078 T3189 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 1599081 T3165 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1599082 T3165 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1599085 T3188 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1599088 T3165 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
   [junit4]   2> 1599089 T3165 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1599090 T3165 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1599092 T3192 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@626d44f5 name:ZooKeeperConnection Watcher:127.0.0.1:36244/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1599092 T3165 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1599094 T3165 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1599095 T3165 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1599466 T3165 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1599469 T3165 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:36259
   [junit4]   2> 1599470 T3165 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1599471 T3165 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1599471 T3165 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1390020847327
   [junit4]   2> 1599472 T3165 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1390020847327/'
   [junit4]   2> 1599511 T3165 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1390020847327/solr.xml
   [junit4]   2> 1599613 T3165 oasc.CoreContainer.<init> New CoreContainer 1141098254
   [junit4]   2> 1599614 T3165 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1390020847327/]
   [junit4]   2> 1599616 T3165 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1599616 T3165 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1599617 T3165 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1599617 T3165 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1599618 T3165 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1599618 T3165 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1599618 T3165 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1599619 T3165 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1599619 T3165 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1599631 T3165 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1599631 T3165 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1599632 T3165 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1599632 T3165 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36244/solr
   [junit4]   2> 1599633 T3165 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1599634 T3165 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1599637 T3203 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@54018b04 name:ZooKeeperConnection Watcher:127.0.0.1:36244 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1599638 T3165 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1599640 T3165 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1599652 T3205 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ac9c165 name:ZooKeeperConnection Watcher:127.0.0.1:36244/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1599652 T3165 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1599657 T3165 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1600660 T3165 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36259_
   [junit4]   2> 1600662 T3165 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36259_
   [junit4]   2> 1600665 T3187 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1600665 T3205 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1600665 T3192 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1600685 T3165 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
   [junit4]   2> 1600685 T3165 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1601012 T3165 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1601015 T3165 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:36262
   [junit4]   2> 1601016 T3165 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1601016 T3165 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1601017 T3165 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390020848917
   [junit4]   2> 1601017 T3165 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390020848917/'
   [junit4]   2> 1601064 T3165 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390020848917/solr.xml
   [junit4]   2> 1601188 T3165 oasc.CoreContainer.<init> New CoreContainer 1774805298
   [junit4]   2> 1601188 T3165 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390020848917/]
   [junit4]   2> 1601190 T3165 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1601191 T3165 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1601191 T3165 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1601192 T3165 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1601192 T3165 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1601193 T3165 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1601193 T3165 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1601194 T3165 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1601194 T3165 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1601205 T3165 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1601206 T3165 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1601206 T3165 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1601207 T3165 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36244/solr
   [junit4]   2> 1601207 T3165 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1601208 T3165 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1601211 T3217 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@240c4fe0 name:ZooKeeperConnection Watcher:127.0.0.1:36244 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1601211 T3165 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1601221 T3165 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1601244 T3219 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5bffc9f9 name:ZooKeeperConnection Watcher:127.0.0.1:36244/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1601245 T3165 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1601258 T3165 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1602261 T3165 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36262_
   [junit4]   2> 1602263 T3165 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36262_
   [junit4]   2> 1602286 T3192 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1602286 T3219 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1602286 T3205 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1602286 T3187 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1602314 T3165 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
   [junit4]   2> 1602314 T3165 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1602686 T3165 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1602690 T3165 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:36266
   [junit4]   2> 1602691 T3165 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1602691 T3165 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1602692 T3165 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390020850546
   [junit4]   2> 1602692 T3165 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390020850546/'
   [junit4]   2> 1602731 T3165 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390020850546/solr.xml
   [junit4]   2> 1602853 T3165 oasc.CoreContainer.<init> New CoreContainer 777163448
   [junit4]   2> 1602853 T3165 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390020850546/]
   [junit4]   2> 1602855 T3165 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1602856 T3165 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1602856 T3165 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1602857 T3165 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1602857 T3165 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1602858 T3165 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1602858 T3165 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1602859 T3165 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1602859 T3165 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1602870 T3165 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1602870 T3165 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1602871 T3165 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1602872 T3165 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36244/solr
   [junit4]   2> 1602872 T3165 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1602873 T3165 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1602880 T3231 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2f1e85ca name:ZooKeeperConnection Watcher:127.0.0.1:36244 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1602880 T3165 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1602892 T3165 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1602893 T3233 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a4d2119 name:ZooKeeperConnection Watcher:127.0.0.1:36244/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1602894 T3165 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1602919 T3165 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1603922 T3165 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36266_
   [junit4]   2> 1603925 T3165 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36266_
   [junit4]   2> 1603938 T3205 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1603938 T3187 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1603938 T3233 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1603938 T3219 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1603938 T3192 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1603945 T3165 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
   [junit4]   2> 1603946 T3165 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1604289 T3165 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1604292 T3165 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:36269
   [junit4]   2> 1604293 T3165 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1604294 T3165 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1604294 T3165 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390020852178
   [junit4]   2> 1604295 T3165 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390020852178/'
   [junit4]   2> 1604347 T3165 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390020852178/solr.xml
   [junit4]   2> 1604438 T3165 oasc.CoreContainer.<init> New CoreContainer 1018433824
   [junit4]   2> 1604439 T3165 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390020852178/]
   [junit4]   2> 1604441 T3165 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1604441 T3165 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1604442 T3165 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1604442 T3165 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1604443 T3165 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1604443 T3165 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1604443 T3165 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1604444 T3165 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1604444 T3165 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1604456 T3165 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1604456 T3165 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1604457 T3165 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1604457 T3165 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36244/solr
   [junit4]   2> 1604458 T3165 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1604459 T3165 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1604461 T3245 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51d06b02 name:ZooKeeperConnection Watcher:127.0.0.1:36244 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1604462 T3165 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1604464 T3165 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1604473 T3247 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23aad74c name:ZooKeeperConnection Watcher:127.0.0.1:36244/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1604474 T3165 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1604478 T3165 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1605481 T3165 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36269_
   [junit4]   2> 1605484 T3165 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36269_
   [junit4]   2> 1605487 T3205 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1605487 T3233 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1605487 T3247 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1605487 T3187 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1605487 T3219 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1605487 T3192 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1605521 T3165 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
   [junit4]   2> 1605521 T3165 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1605594 T3195 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&collection.configName=conf1&name=solrj_collection&replicationFactor=2&action=CREATE&router.field=myOwnField&wt=javabin&router.name=compositeId&version=2
   [junit4]   2> 1605596 T3187 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1605598 T3189 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 1605598 T3189 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 1605600 T3189 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection 
   [junit4]   2> 1605600 T3189 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 1605615 T3187 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1605617 T3188 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1605617 T3188 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
   [junit4]   2> 1605618 T3188 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
   [junit4]   2> 1605636 T3187 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1605638 T3192 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1605638 T3219 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1605638 T3187 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1605638 T3205 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1605638 T3233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1605638 T3247 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1605716 T3189 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 1605716 T3189 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:36262_
   [junit4]   2> 1605717 T3189 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:36269_
   [junit4]   2> 1605717 T3189 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:36247_
   [junit4]   2> 1605718 T3189 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:36266_
   [junit4]   2> 1605721 T3237 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down
   [junit4]   2> 1605722 T3223 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down
   [junit4]   2> 1605723 T3209 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down
   [junit4]   2> 1605723 T3237 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1605723 T3187 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1605727 T3177 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down
   [junit4]   2> 1605731 T3223 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1605736 T3209 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1605737 T3177 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1605737 T3188 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1605737 T3187 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1605738 T3188 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36269",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:36269_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1605742 T3188 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36266",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:36266_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1605785 T3187 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1605786 T3188 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36262",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:36262_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1605800 T3187 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1605801 T3188 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36247",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:36247_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1605833 T3187 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1605937 T3187 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1605937 T3247 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1605937 T3192 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1605937 T3205 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1605937 T3219 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1605937 T3233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1606725 T3237 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
   [junit4]   2> 1606726 T3237 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390020852178/solr.xml
   [junit4]   2> 1606726 T3237 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica2' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390020852178/solrj_collection_shard1_replica2
   [junit4]   2> 1606727 T3237 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 1606728 T3237 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1606728 T3237 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 1606729 T3237 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390020852178/solrj_collection_shard1_replica2/'
   [junit4]   2> 1606733 T3223 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
   [junit4]   2> 1606735 T3223 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390020850546/solr.xml
   [junit4]   2> 1606735 T3223 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica2' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390020850546/solrj_collection_shard2_replica2
   [junit4]   2> 1606736 T3223 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 1606736 T3223 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1606737 T3223 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 1606738 T3177 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
   [junit4]   2> 1606738 T3223 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1390020850546/solrj_collection_shard2_replica2/'
   [junit4]   2> 1606738 T3209 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
   [junit4]   2> 1606739 T3177 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390020846741/solr.xml
   [junit4]   2> 1606739 T3177 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390020846741/solrj_collection_shard2_replica1
   [junit4]   2> 1606740 T3209 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390020848917/solr.xml
   [junit4]   2> 1606740 T3177 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 1606740 T3209 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390020848917/solrj_collection_shard1_replica1
   [junit4]   2> 1606741 T3209 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 1606741 T3177 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1606742 T3177 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 1606742 T3209 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1606743 T3209 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 1606744 T3177 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1390020846741/solrj_collection_shard2_replica1/'
   [junit4]   2> 1606744 T3209 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390020848917/solrj_collection_shard1_replica1/'
   [junit4]   2> 1606838 T3237 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1606852 T3223 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1606852 T3177 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1606855 T3209 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1607004 T3209 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1607008 T3237 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1607032 T3177 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1607039 T3223 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1607106 T3209 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1607109 T3237 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1607118 T3209 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
   [junit4]   2> 1607121 T3237 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
   [junit4]   2> 1607133 T3177 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1607140 T3223 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1607145 T3177 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
   [junit4]   2> 1607153 T3223 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
   [junit4]   2> 1608302 T3209 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1608302 T3237 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1608304 T3209 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1608304 T3237 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1608305 T3209 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1608306 T3237 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1608320 T3209 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1608321 T3237 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1608324 T3223 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1608324 T3223 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1608325 T3223 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1608326 T3177 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1608326 T3209 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1608327 T3237 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1608327 T3177 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1608328 T3177 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1608337 T3223 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1608346 T3177 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1608346 T3223 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1608351 T3177 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1608356 T3237 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1608356 T3209 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1608362 T3237 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1608363 T3209 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1608363 T3223 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1608368 T3177 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1608369 T3237 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1608369 T3209 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1608371 T3223 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1608371 T3209 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1608371 T3237 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1608372 T3209 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1608372 T3237 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1608373 T3209 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1608374 T3177 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1608373 T3237 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1608375 T3209 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1608375 T3209 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1608376 T3237 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1608376 T3209 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1608376 T3237 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1608377 T3209 oasc.SolrCore.<init> [solrj_collection_shard1_replica1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390020848917/solrj_collection_shard1_replica1/, dataDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390020848917/solrj_collection_shard1_replica1/data/
   [junit4]   2> 1608377 T3223 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1608378 T3209 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16609b25
   [junit4]   2> 1608377 T3237 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1608379 T3223 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1608380 T3209 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390020848917/solrj_collection_shard1_replica1/data
   [junit4]   2> 1608380 T3223 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1608380 T3177 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1608379 T3237 oasc.SolrCore.<init> [solrj_collection_shard1_replica2] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390020852178/solrj_collection_shard1_replica2/, dataDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1390020852178/solrj_collection_shard1_replica2/data/
   [junit4]   2> 1608381 T3223 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1608380 T3209 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1390020848917/solrj_collection_shard1_replica1/data/index/
   [junit4]   2> 1608383 T3177 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1608384 T3223 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1608382 T3237 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16609b25
   [junit4]   2> 1608385 T3223 oass.OpenExchangeRatesOrgProvider$OpenExchan

[...truncated too long message...]

or.java:1069)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1131)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:679)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([200085435F93863D]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=3213, name=qtp1740985040-3213, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at java.util.WeakHashMap.get(WeakHashMap.java:380)
   [junit4]    >         at org.apache.solr.servlet.cache.HttpCacheHeaderUtil.calcEtag(HttpCacheHeaderUtil.java:101)
   [junit4]    >         at org.apache.solr.servlet.cache.HttpCacheHeaderUtil.doCacheHeaderValidation(HttpCacheHeaderUtil.java:219)
   [junit4]    >         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:409)
   [junit4]    >         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:203)
   [junit4]    >         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]    >         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
   [junit4]    >         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]    >         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
   [junit4]    >         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
   [junit4]    >         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
   [junit4]    >         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)
   [junit4]    >         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)
   [junit4]    >         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
   [junit4]    >         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
   [junit4]    >         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
   [junit4]    >         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
   [junit4]    >         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
   [junit4]    >         at org.eclipse.jetty.server.Server.handle(Server.java:368)
   [junit4]    >         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
   [junit4]    >         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
   [junit4]    >         at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:942)
   [junit4]    >         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:1004)
   [junit4]    >         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:640)
   [junit4]    >         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
   [junit4]    >         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
   [junit4]    >         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]    >         at java.lang.Thread.run(Thread.java:679)
   [junit4]    >    2) Thread[id=3610, name=qtp1740985040-3610, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at java.util.WeakHashMap.get(WeakHashMap.java:380)
   [junit4]    >         at org.apache.solr.servlet.cache.HttpCacheHeaderUtil.calcEtag(HttpCacheHeaderUtil.java:101)
   [junit4]    >         at org.apache.solr.servlet.cache.HttpCacheHeaderUtil.doCacheHeaderValidation(HttpCacheHeaderUtil.java:219)
   [junit4]    >         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:409)
   [junit4]    >         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:203)
   [junit4]    >         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]    >         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
   [junit4]    >         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]    >         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
   [junit4]    >         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
   [junit4]    >         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
   [junit4]    >         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)
   [junit4]    >         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)
   [junit4]    >         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
   [junit4]    >         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
   [junit4]    >         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
   [junit4]    >         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
   [junit4]    >         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
   [junit4]    >         at org.eclipse.jetty.server.Server.handle(Server.java:368)
   [junit4]    >         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
   [junit4]    >         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
   [junit4]    >         at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:942)
   [junit4]    >         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:1004)
   [junit4]    >         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:640)
   [junit4]    >         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
   [junit4]    >         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
   [junit4]    >         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]    >         at java.lang.Thread.run(Thread.java:679)
   [junit4]    >    3) Thread[id=4838, name=searcherExecutor-3714-thread-1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1069)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1131)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:679)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([200085435F93863D]:0)
   [junit4] Completed on J0 in 534.80s, 1 test, 1 failure, 3 errors <<< FAILURES!

[...truncated 571 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:466: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:439: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/common-build.xml:491: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1308: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:941: There were test failures: 354 suites, 1541 tests, 3 suite-level errors, 1 error, 834 ignored (3 assumptions)

Total time: 122 minutes 8 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

UILD\\s+FAILED(?s:.*+)                                                                                                                                   \
)"}

[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 489 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/489/

1 tests failed.
FAILED:  org.apache.solr.morphlines.cell.SolrCellMorphlineTest.testSolrCellDocumentTypes2

Error Message:
key:ignored_creation_date expected:<[2007-10-01T16:13:56Z]> but was:<[]>

Stack Trace:
java.lang.AssertionError: key:ignored_creation_date expected:<[2007-10-01T16:13:56Z]> but was:<[]>
	at __randomizedtesting.SeedInfo.seed([3335AFF825A799E4:B8B5141822510A1A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.apache.solr.morphlines.solr.AbstractSolrMorphlineTestBase.testDocumentTypesInternal(AbstractSolrMorphlineTestBase.java:165)
	at org.apache.solr.morphlines.cell.SolrCellMorphlineTest.testSolrCellDocumentTypes2(SolrCellMorphlineTest.java:255)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 17766 lines...]
   [junit4] Suite: org.apache.solr.morphlines.cell.SolrCellMorphlineTest
   [junit4]   1> 2014-01-17 07:41:58,452 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:initCore(454)) - ####initCore
   [junit4]   1> 2014-01-17 07:41:58,581 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-17 07:42:00,575 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-17 07:42:00,580 WARN  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-17 07:42:00,581 WARN  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:00,582 WARN  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-17 07:42:00,583 WARN  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:00,584 WARN  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-17 07:42:00,585 WARN  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:00,586 WARN  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-17 07:42:00,587 WARN  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:00,588 WARN  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
   [junit4]   1> 2014-01-17 07:42:00,824 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.SolrConfig (SolrConfig.java:<init>(170)) - Using Lucene MatchVersion: LUCENE_43
   [junit4]   1> 2014-01-17 07:42:01,100 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.Config (SolrConfig.java:<init>(288)) - Loaded SolrConfig: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/conf/solrconfig.xml
   [junit4]   1> 2014-01-17 07:42:01,124 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] schema.IndexSchema (IndexSchema.java:readSchema(424)) - Reading Solr Schema from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   1> 2014-01-17 07:42:01,210 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] schema.IndexSchema (IndexSchema.java:readSchema(452)) - [null] Schema name=example
   [junit4]   1> 2014-01-17 07:42:03,311 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] schema.IndexSchema (IndexSchema.java:readSchema(550)) - unique key field: id
   [junit4]   1> 2014-01-17 07:42:04,000 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-17 07:42:04,028 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-17 07:42:04,246 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.SolrResourceLoader (SolrResourceLoader.java:locateSolrHome(711)) - JNDI not configured for solr (NoInitialContextEx)
   [junit4]   1> 2014-01-17 07:42:04,247 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.SolrResourceLoader (SolrResourceLoader.java:locateSolrHome(723)) - using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr
   [junit4]   1> 2014-01-17 07:42:04,248 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/'
   [junit4]   1> 2014-01-17 07:42:04,367 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.SolrResourceLoader (SolrResourceLoader.java:locateSolrHome(711)) - JNDI not configured for solr (NoInitialContextEx)
   [junit4]   1> 2014-01-17 07:42:04,368 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.SolrResourceLoader (SolrResourceLoader.java:locateSolrHome(723)) - using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr
   [junit4]   1> 2014-01-17 07:42:04,368 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.SolrResourceLoader (SolrResourceLoader.java:<init>(112)) - new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/'
   [junit4]   1> 2014-01-17 07:42:04,560 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.CoreContainer (CoreContainer.java:<init>(107)) - New CoreContainer 1658340521
   [junit4]   1> 2014-01-17 07:42:04,561 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.CoreContainer (CoreContainer.java:load(187)) - Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/]
   [junit4]   1> 2014-01-17 07:42:04,639 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting socketTimeout to: 0
   [junit4]   1> 2014-01-17 07:42:04,639 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting urlScheme to: http://
   [junit4]   1> 2014-01-17 07:42:04,640 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting connTimeout to: 0
   [junit4]   1> 2014-01-17 07:42:04,640 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting maxConnectionsPerHost to: 20
   [junit4]   1> 2014-01-17 07:42:04,641 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting corePoolSize to: 0
   [junit4]   1> 2014-01-17 07:42:04,641 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting maximumPoolSize to: 2147483647
   [junit4]   1> 2014-01-17 07:42:04,642 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting maxThreadIdleTime to: 5
   [junit4]   1> 2014-01-17 07:42:04,642 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting sizeOfQueue to: -1
   [junit4]   1> 2014-01-17 07:42:04,643 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting fairnessPolicy to: false
   [junit4]   1> 2014-01-17 07:42:05,354 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] logging.LogWatcher (LogWatcher.java:createWatcher(153)) - SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   1> 2014-01-17 07:42:05,359 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] logging.LogWatcher (LogWatcher.java:newRegisteredLogWatcher(138)) - Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   1> 2014-01-17 07:42:05,367 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.CoreContainer (CoreContainer.java:load(213)) - Host Name: 
   [junit4]   1> 2014-01-17 07:42:05,795 INFO  [coreLoadExecutor-4-thread-1] core.CoreContainer (CoreContainer.java:create(589)) - Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1
   [junit4]   1> 2014-01-17 07:42:05,796 INFO  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-17 07:42:05,957 INFO  [coreLoadExecutor-4-thread-1] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-17 07:42:05,959 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-17 07:42:05,960 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:05,962 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-17 07:42:05,963 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:05,964 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-17 07:42:05,965 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:05,967 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-17 07:42:05,968 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:05,968 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
   [junit4]   1> 2014-01-17 07:42:06,063 INFO  [coreLoadExecutor-4-thread-1] core.SolrConfig (SolrConfig.java:<init>(170)) - Using Lucene MatchVersion: LUCENE_43
   [junit4]   1> 2014-01-17 07:42:06,211 INFO  [coreLoadExecutor-4-thread-1] core.Config (SolrConfig.java:<init>(288)) - Loaded SolrConfig: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/conf/solrconfig.xml
   [junit4]   1> 2014-01-17 07:42:06,213 INFO  [coreLoadExecutor-4-thread-1] schema.IndexSchema (IndexSchema.java:readSchema(424)) - Reading Solr Schema from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   1> 2014-01-17 07:42:06,290 INFO  [coreLoadExecutor-4-thread-1] schema.IndexSchema (IndexSchema.java:readSchema(452)) - [collection1] Schema name=example
   [junit4]   1> 2014-01-17 07:42:07,078 INFO  [coreLoadExecutor-4-thread-1] schema.IndexSchema (IndexSchema.java:readSchema(550)) - unique key field: id
   [junit4]   1> 2014-01-17 07:42:07,106 INFO  [coreLoadExecutor-4-thread-1] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-17 07:42:07,115 INFO  [coreLoadExecutor-4-thread-1] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-17 07:42:07,322 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:initDirectoryFactory(439)) - org.apache.solr.core.MockDirectoryFactory
   [junit4]   1> 2014-01-17 07:42:07,359 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:<init>(689)) - [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1389944518467/
   [junit4]   1> 2014-01-17 07:42:07,364 INFO  [coreLoadExecutor-4-thread-1] core.JmxMonitoredMap (JmxMonitoredMap.java:<init>(85)) - No JMX servers found, not exposing Solr information with JMX.
   [junit4]   1> 2014-01-17 07:42:07,416 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:initListeners(354)) - [collection1] Added SolrEventListener for newSearcher: org.apache.solr.core.QuerySenderListener{queries=[]}
   [junit4]   1> 2014-01-17 07:42:07,416 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:initListeners(350)) - [collection1] Added SolrEventListener for firstSearcher: org.apache.solr.core.QuerySenderListener{queries=[{q=static firstSearcher warming in solrconfig.xml}]}
   [junit4]   1> 2014-01-17 07:42:07,540 INFO  [coreLoadExecutor-4-thread-1] core.CachingDirectoryFactory (CachingDirectoryFactory.java:get(360)) - return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1389944518467
   [junit4]   1> 2014-01-17 07:42:07,541 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:getNewIndexDir(284)) - New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1389944518467/index/
   [junit4]   1> 2014-01-17 07:42:07,542 WARN  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:initIndex(505)) - [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1389944518467/index' doesn't exist. Creating new index...
   [junit4]   1> 2014-01-17 07:42:07,555 INFO  [coreLoadExecutor-4-thread-1] core.CachingDirectoryFactory (CachingDirectoryFactory.java:get(360)) - return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1389944518467/index
   [junit4]   1> 2014-01-17 07:42:07,721 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrDeletionPolicy.java:onCommit(98)) - SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   1> 	commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e8809ce lockFactory=org.apache.lucene.store.NativeFSLockFactory@213a8eb1),segFN=segments_1,generation=1}
   [junit4]   1> 2014-01-17 07:42:07,727 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrDeletionPolicy.java:updateCommits(165)) - newest commit generation = 1
   [junit4]   1> 2014-01-17 07:42:07,797 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:initWriters(2033)) - created json: solr.JSONResponseWriter
   [junit4]   1> 2014-01-17 07:42:07,798 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:initWriters(2015)) - adding lazy queryResponseWriter: solr.VelocityResponseWriter
   [junit4]   1> 2014-01-17 07:42:07,804 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:initWriters(2033)) - created velocity: solr.VelocityResponseWriter
   [junit4]   1> 2014-01-17 07:42:07,877 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:initWriters(2033)) - created xslt: solr.XSLTResponseWriter
   [junit4]   1> 2014-01-17 07:42:07,878 INFO  [coreLoadExecutor-4-thread-1] response.XSLTResponseWriter (XSLTResponseWriter.java:init(63)) - xsltCacheLifetimeSeconds=5
   [junit4]   1> 2014-01-17 07:42:09,420 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:loadUpdateProcessorChains(928)) - no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   1> 2014-01-17 07:42:09,541 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /select: solr.SearchHandler
   [junit4]   1> 2014-01-17 07:42:09,542 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /query: solr.SearchHandler
   [junit4]   1> 2014-01-17 07:42:09,565 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /get: solr.RealTimeGetHandler
   [junit4]   1> 2014-01-17 07:42:09,565 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /browse: solr.SearchHandler
   [junit4]   1> 2014-01-17 07:42:09,600 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /update: solr.UpdateRequestHandler
   [junit4]   1> 2014-01-17 07:42:09,623 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:findClass(486)) - Solr loaded a deprecated plugin/analysis class [solr.JsonUpdateRequestHandler]. Please consult documentation how to replace it accordingly.
   [junit4]   1> 2014-01-17 07:42:09,624 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /update/json: solr.JsonUpdateRequestHandler
   [junit4]   1> 2014-01-17 07:42:09,648 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:findClass(486)) - Solr loaded a deprecated plugin/analysis class [solr.CSVRequestHandler]. Please consult documentation how to replace it accordingly.
   [junit4]   1> 2014-01-17 07:42:09,648 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /update/csv: solr.CSVRequestHandler
   [junit4]   1> 2014-01-17 07:42:09,649 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(147)) - adding lazy requestHandler: solr.FieldAnalysisRequestHandler
   [junit4]   1> 2014-01-17 07:42:09,652 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /analysis/field: solr.FieldAnalysisRequestHandler
   [junit4]   1> 2014-01-17 07:42:09,653 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(147)) - adding lazy requestHandler: solr.DocumentAnalysisRequestHandler
   [junit4]   1> 2014-01-17 07:42:09,653 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /analysis/document: solr.DocumentAnalysisRequestHandler
   [junit4]   1> 2014-01-17 07:42:09,683 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /admin/: solr.admin.AdminHandlers
   [junit4]   1> 2014-01-17 07:42:09,707 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /admin/ping: solr.PingRequestHandler
   [junit4]   1> 2014-01-17 07:42:09,730 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /debug/dump: solr.DumpRequestHandler
   [junit4]   1> 2014-01-17 07:42:09,776 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /replication: solr.ReplicationHandler
   [junit4]   1> 2014-01-17 07:42:09,776 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(147)) - adding lazy requestHandler: solr.SearchHandler
   [junit4]   1> 2014-01-17 07:42:09,777 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /spell: solr.SearchHandler
   [junit4]   1> 2014-01-17 07:42:09,777 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(147)) - adding lazy requestHandler: solr.SearchHandler
   [junit4]   1> 2014-01-17 07:42:09,778 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /tvrh: solr.SearchHandler
   [junit4]   1> 2014-01-17 07:42:09,778 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(147)) - adding lazy requestHandler: solr.SearchHandler
   [junit4]   1> 2014-01-17 07:42:09,778 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /terms: solr.SearchHandler
   [junit4]   1> 2014-01-17 07:42:09,779 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(147)) - adding lazy requestHandler: solr.SearchHandler
   [junit4]   1> 2014-01-17 07:42:09,779 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /elevate: solr.SearchHandler
   [junit4]   1> 2014-01-17 07:42:09,919 INFO  [coreLoadExecutor-4-thread-1] loader.XMLLoader (XMLLoader.java:init(111)) - xsltCacheLifetimeSeconds=60
   [junit4]   1> 2014-01-17 07:42:09,947 INFO  [coreLoadExecutor-4-thread-1] loader.XMLLoader (XMLLoader.java:init(111)) - xsltCacheLifetimeSeconds=60
   [junit4]   1> 2014-01-17 07:42:09,948 INFO  [coreLoadExecutor-4-thread-1] loader.XMLLoader (XMLLoader.java:init(111)) - xsltCacheLifetimeSeconds=60
   [junit4]   1> 2014-01-17 07:42:10,044 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (CommitTracker.java:<init>(83)) - Hard AutoCommit: if uncommited for 60000ms; 
   [junit4]   1> 2014-01-17 07:42:10,045 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (CommitTracker.java:<init>(83)) - Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   1> 2014-01-17 07:42:10,051 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrDeletionPolicy.java:onInit(85)) - SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   1> 	commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e8809ce lockFactory=org.apache.lucene.store.NativeFSLockFactory@213a8eb1),segFN=segments_1,generation=1}
   [junit4]   1> 2014-01-17 07:42:10,052 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrDeletionPolicy.java:updateCommits(165)) - newest commit generation = 1
   [junit4]   1> 2014-01-17 07:42:10,105 INFO  [coreLoadExecutor-4-thread-1] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@14df33ae main
   [junit4]   1> 2014-01-17 07:42:10,142 INFO  [coreLoadExecutor-4-thread-1] component.SpellCheckComponent (SpellCheckComponent.java:inform(623)) - Initializing spell checkers
   [junit4]   1> 2014-01-17 07:42:10,235 INFO  [coreLoadExecutor-4-thread-1] spelling.DirectSolrSpellChecker (DirectSolrSpellChecker.java:init(102)) - init: {name=default,field=name,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   1> 2014-01-17 07:42:10,324 INFO  [coreLoadExecutor-4-thread-1] component.SpellCheckComponent (SpellCheckComponent.java:inform(672)) - No queryConverter defined, using default converter
   [junit4]   1> 2014-01-17 07:42:10,342 INFO  [coreLoadExecutor-4-thread-1] component.QueryElevationComponent (QueryElevationComponent.java:inform(223)) - Loading QueryElevation from: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/conf/elevate.xml
   [junit4]   1> 2014-01-17 07:42:10,612 INFO  [coreLoadExecutor-4-thread-1] handler.ReplicationHandler (ReplicationHandler.java:inform(965)) - Commits will be reserved for  10000
   [junit4]   1> 2014-01-17 07:42:10,613 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(44)) - QuerySenderListener sending requests to Searcher@14df33ae main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   1> 2014-01-17 07:42:10,617 INFO  [coreLoadExecutor-4-thread-1] core.CoreContainer (CoreContainer.java:registerCore(489)) - registering core: collection1
   [junit4]   1> 2014-01-17 07:42:10,668 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:initCore(473)) - ####initCore end
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1389944518467
   [junit4]   1> 2014-01-17 07:42:10,789 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:setUp(222)) - ###Starting testSolrCellXML
   [junit4]   1> 2014-01-17 07:42:11,514 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:execute(1917)) - [collection1] webapp=null path=null params={event=firstSearcher&q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false} hits=0 status=0 QTime=860 
   [junit4]   1> 2014-01-17 07:42:11,521 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-17 07:42:11,521 INFO  [searcherExecutor-5-thread-1] component.SpellCheckComponent (SpellCheckComponent.java:newSearcher(713)) - Loading spell index for spellchecker: default
   [junit4]   1> 2014-01-17 07:42:11,522 INFO  [searcherExecutor-5-thread-1] component.SpellCheckComponent (SpellCheckComponent.java:newSearcher(713)) - Loading spell index for spellchecker: wordbreak
   [junit4]   1> 2014-01-17 07:42:11,523 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@14df33ae main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   1> 2014-01-17 07:42:12,208 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={} {deleteByQuery=*:* (-1457462477295976448)} 0 1073
   [junit4]   1> 2014-01-17 07:42:12,215 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] update.UpdateHandler (DirectUpdateHandler2.java:commit(521)) - start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   1> 2014-01-17 07:42:12,217 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] update.UpdateHandler (DirectUpdateHandler2.java:commit(561)) - No uncommitted changes. Skipping IW.commit.
   [junit4]   1> 2014-01-17 07:42:12,218 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@30fd981a main
   [junit4]   1> 2014-01-17 07:42:12,231 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] update.UpdateHandler (DirectUpdateHandler2.java:commit(612)) - end_commit_flush
   [junit4]   1> 2014-01-17 07:42:12,232 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(44)) - QuerySenderListener sending requests to Searcher@30fd981a main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   1> 2014-01-17 07:42:12,233 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-17 07:42:12,234 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@30fd981a main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   1> 2014-01-17 07:42:12,236 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={commit=true&softCommit=false&waitSearcher=true} {commit=} 0 21
   [junit4]   1> 2014-01-17 07:42:13,169 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] api.MorphlineContext (MorphlineContext.java:importCommandBuilders(75)) - Importing commands
   [junit4]   1> 2014-01-17 07:42:17,910 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-17 07:42:18,006 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-17 07:42:18,007 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-17 07:42:18,009 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:18,010 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-17 07:42:18,011 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:18,012 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-17 07:42:18,013 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:18,014 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-17 07:42:18,015 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:18,016 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
   [junit4]   1> 2014-01-17 07:42:18,067 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrConfig (SolrConfig.java:<init>(170)) - Using Lucene MatchVersion: LUCENE_43
   [junit4]   1> 2014-01-17 07:42:18,168 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.Config (SolrConfig.java:<init>(288)) - Loaded SolrConfig: solrconfig.xml
   [junit4]   1> 2014-01-17 07:42:18,170 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] schema.IndexSchema (IndexSchema.java:readSchema(424)) - Reading Solr Schema from schema.xml
   [junit4]   1> 2014-01-17 07:42:18,212 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] schema.IndexSchema (IndexSchema.java:readSchema(452)) - [null] Schema name=example
   [junit4]   1> 2014-01-17 07:42:18,902 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] schema.IndexSchema (IndexSchema.java:readSchema(550)) - unique key field: id
   [junit4]   1> 2014-01-17 07:42:18,930 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-17 07:42:18,938 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-17 07:42:19,126 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-17 07:42:19,231 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-17 07:42:19,233 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-17 07:42:19,234 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:19,235 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-17 07:42:19,236 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:19,237 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-17 07:42:19,238 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:19,240 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-17 07:42:19,240 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:19,241 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
   [junit4]   1> 2014-01-17 07:42:19,299 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrConfig (SolrConfig.java:<init>(170)) - Using Lucene MatchVersion: LUCENE_43
   [junit4]   1> 2014-01-17 07:42:19,409 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.Config (SolrConfig.java:<init>(288)) - Loaded SolrConfig: solrconfig.xml
   [junit4]   1> 2014-01-17 07:42:19,411 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] schema.IndexSchema (IndexSchema.java:readSchema(424)) - Reading Solr Schema from schema.xml
   [junit4]   1> 2014-01-17 07:42:19,454 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] schema.IndexSchema (IndexSchema.java:readSchema(452)) - [null] Schema name=example
   [junit4]   1> 2014-01-17 07:42:20,119 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] schema.IndexSchema (IndexSchema.java:readSchema(550)) - unique key field: id
   [junit4]   1> 2014-01-17 07:42:20,146 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-17 07:42:20,153 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-17 07:42:20,193 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-17 07:42:20,276 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-17 07:42:20,277 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-17 07:42:20,278 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:20,279 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-17 07:42:20,280 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:20,281 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-17 07:42:20,281 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:20,283 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-17 07:42:20,283 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:20,284 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
   [junit4]   1> 2014-01-17 07:42:20,332 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrConfig (SolrConfig.java:<init>(170)) - Using Lucene MatchVersion: LUCENE_43
   [junit4]   1> 2014-01-17 07:42:20,424 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.Config (SolrConfig.java:<init>(288)) - Loaded SolrConfig: solrconfig.xml
   [junit4]   1> 2014-01-17 07:42:20,425 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] schema.IndexSchema (IndexSchema.java:readSchema(424)) - Reading Solr Schema from schema.xml
   [junit4]   1> 2014-01-17 07:42:20,469 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] schema.IndexSchema (IndexSchema.java:readSchema(452)) - [null] Schema name=example
   [junit4]   1> 2014-01-17 07:42:21,315 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] schema.IndexSchema (IndexSchema.java:readSchema(550)) - unique key field: id
   [junit4]   1> 2014-01-17 07:42:21,339 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-17 07:42:21,347 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-17 07:42:21,420 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={} {deleteByQuery=*:* (-1457462487461920768)} 0 2
   [junit4]   1> 2014-01-17 07:42:21,421 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] update.UpdateHandler (DirectUpdateHandler2.java:commit(521)) - start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   1> 2014-01-17 07:42:21,421 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] update.UpdateHandler (DirectUpdateHandler2.java:commit(561)) - No uncommitted changes. Skipping IW.commit.
   [junit4]   1> 2014-01-17 07:42:21,422 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@239b0124 main
   [junit4]   1> 2014-01-17 07:42:21,423 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] update.UpdateHandler (DirectUpdateHandler2.java:commit(612)) - end_commit_flush
   [junit4]   1> 2014-01-17 07:42:21,423 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(44)) - QuerySenderListener sending requests to Searcher@239b0124 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   1> 2014-01-17 07:42:21,424 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-17 07:42:21,424 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@239b0124 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   1> 2014-01-17 07:42:21,425 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={commit=true&softCommit=false&waitSearcher=true} {commit=} 0 4
   [junit4]   1> 2014-01-17 07:42:21,945 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={} {add=[testXML2.xml#0 (1457462487795367936)]} 0 210
   [junit4]   1> 2014-01-17 07:42:21,956 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] update.UpdateHandler (DirectUpdateHandler2.java:commit(521)) - start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   1> 2014-01-17 07:42:22,185 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@6b9c18ae main
   [junit4]   1> 2014-01-17 07:42:22,186 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] update.UpdateHandler (DirectUpdateHandler2.java:commit(612)) - end_commit_flush
   [junit4]   1> 2014-01-17 07:42:22,186 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(44)) - QuerySenderListener sending requests to Searcher@6b9c18ae main{StandardDirectoryReader(segments_1:3:nrt _0(4.7):C1)}
   [junit4]   1> 2014-01-17 07:42:22,187 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-17 07:42:22,188 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@6b9c18ae main{StandardDirectoryReader(segments_1:3:nrt _0(4.7):C1)}
   [junit4]   1> 2014-01-17 07:42:22,189 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={commit=true&softCommit=true&waitSearcher=true} {commit=} 0 233
   [junit4]   1> 2014-01-17 07:42:22,234 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrCore (SolrCore.java:execute(1917)) - [collection1] webapp=null path=/select params={q=*%3A*&rows=2147483647} hits=1 status=0 QTime=36 
   [junit4]   1> 2014-01-17 07:42:22,252 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] update.UpdateHandler (DirectUpdateHandler2.java:commit(521)) - start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   1> 2014-01-17 07:42:22,253 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@586dd8f1 main
   [junit4]   1> 2014-01-17 07:42:22,254 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] update.UpdateHandler (DirectUpdateHandler2.java:commit(612)) - end_commit_flush
   [junit4]   1> 2014-01-17 07:42:22,254 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(44)) - QuerySenderListener sending requests to Searcher@586dd8f1 main{StandardDirectoryReader(segments_1:3:nrt _0(4.7):C1)}
   [junit4]   1> 2014-01-17 07:42:22,255 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-17 07:42:22,255 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@586dd8f1 main{StandardDirectoryReader(segments_1:3:nrt _0(4.7):C1)}
   [junit4]   1> 2014-01-17 07:42:22,256 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={commit=true&softCommit=true&waitSearcher=true} {commit=} 0 4
   [junit4]   1> 2014-01-17 07:42:22,257 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] core.SolrCore (SolrCore.java:execute(1917)) - [collection1] webapp=null path=/select params={q=*%3A*&rows=2147483647} hits=1 status=0 QTime=0 
   [junit4]   1> 2014-01-17 07:42:22,258 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[3335AFF825A799E4]] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:tearDown(227)) - ###Ending testSolrCellXML
   [junit4]   1> 2014-01-17 07:42:22,285 INFO  [TEST-SolrCellMorphlineTest.testTransformValue-seed#[3335AFF825A799E4]] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:setUp(222)) - ###Starting testTransformValue
   [junit4]   1> 2014-01-17 07:42:22,471 INFO  [TEST-SolrCellMorphlineTest.testTransformValue-seed#[3335AFF825A799E4]] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@69ddad02 realtime
   [junit4]   1> 2014-01-17 07:42:22,471 INFO  [TEST-SolrCellMorphlineTest.testTransformValue-seed#[3335AFF825A799E4]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={} {deleteByQuery=*:* (-1457462488372084736)} 0 186
   [junit4]   1> 2014-01-17 07:42:22,472 INFO  [TEST-SolrCellMorphlineTest.testTransformValue-seed#[3335AFF825A799E4]] update.UpdateHandler (DirectUpdateHandler2.java:commit(521)) - start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   1> 2014-01-17 07:42:22,474 INFO  [TEST-SolrCellMorphlineTest.testTransformValue-seed#[3335AFF825A799E4]] core.SolrCore (SolrDeletionPolicy.java:onCommit(98)) - SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   1> 	commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e8809ce lockFactory=org.apache.lucene.store.NativeFSLockFactory@213a8eb1),segFN=segments_1,generation=1}
   [junit4]   1> 	commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e8809ce lockFactory=org.apache.lucene.store.NativeFSLockFactory@213a8eb1),segFN=segments_2,generation=2}
   [junit4]   1> 2014-01-17 07:42:22,474 INFO  [TEST-SolrCellMorphlineTest.testTransformValue-seed#[3335AFF825A799E4]] core.SolrCore (SolrDeletionPolicy.java:updateCommits(165)) - newest commit generation = 2
   [junit4]   1> 2014-01-17 07:42:22,475 INFO  [TEST-SolrCellMorphlineTest.testTransformValue-seed#[3335AFF825A799E4]] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@57bd06bf main
   [junit4]   1> 2014-01-17 07:42:22,476 INFO  [TEST-SolrCellMorphlineTest.testTransformValue-seed#[3335AFF825A799E4]] update.UpdateHandler (DirectUpdateHandler2.java:commit(612)) - end_commit_flush
   [junit4]   1> 2014-01-17 07:42:22,476 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(44)) - QuerySenderListener sending requests to Searcher@57bd06bf main{StandardDirectoryReader(segments_1:5:nrt)}
   [junit4]   1> 2014-01-17 07:42:22,477 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-17 07:42:22,478 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@57bd06bf main{StandardDirectoryReader(segments_1:5:nrt)}
   [junit4]   1> 2014-01-17 07:42:22,480 INFO  [TEST-SolrCellMorphlineTest.testTransformValue-seed#[3335AFF825A799E4]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={commit=true&softCommit=false&waitSearcher=true} {commit=} 0 8
   [junit4]   1> 2014-01-17 07:42:22,489 INFO  [TEST-SolrCellMorphlineTest.testTransformValue-seed#[3335AFF825A799E4]] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:tearDown(227)) - ###Ending testTransformValue
   [junit4]   1> 2014-01-17 07:42:22,499 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:setUp(222)) - ###Starting testSolrCellDocumentTypes
   [junit4]   1> 2014-01-17 07:42:22,501 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={} {deleteByQuery=*:* (-1457462488596480000)} 0 1
   [junit4]   1> 2014-01-17 07:42:22,502 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] update.UpdateHandler (DirectUpdateHandler2.java:commit(521)) - start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   1> 2014-01-17 07:42:22,502 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] update.UpdateHandler (DirectUpdateHandler2.java:commit(561)) - No uncommitted changes. Skipping IW.commit.
   [junit4]   1> 2014-01-17 07:42:22,503 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@5a74b10b main
   [junit4]   1> 2014-01-17 07:42:22,504 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] update.UpdateHandler (DirectUpdateHandler2.java:commit(612)) - end_commit_flush
   [junit4]   1> 2014-01-17 07:42:22,504 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(44)) - QuerySenderListener sending requests to Searcher@5a74b10b main{StandardDirectoryReader(segments_1:5:nrt)}
   [junit4]   1> 2014-01-17 07:42:22,505 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-17 07:42:22,506 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@5a74b10b main{StandardDirectoryReader(segments_1:5:nrt)}
   [junit4]   1> 2014-01-17 07:42:22,506 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={commit=true&softCommit=false&waitSearcher=true} {commit=} 0 4
   [junit4]   1> 2014-01-17 07:42:22,534 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] api.MorphlineContext (MorphlineContext.java:importCommandBuilders(75)) - Importing commands
   [junit4]   1> 2014-01-17 07:42:29,431 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-17 07:42:29,516 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-17 07:42:29,517 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-17 07:42:29,518 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:29,520 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-17 07:42:29,521 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:29,523 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-17 07:42:29,524 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:29,525 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-17 07:42:29,526 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:29,527 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
   [junit4]   1> 2014-01-17 07:42:29,605 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrConfig (SolrConfig.java:<init>(170)) - Using Lucene MatchVersion: LUCENE_43
   [junit4]   1> 2014-01-17 07:42:29,703 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.Config (SolrConfig.java:<init>(288)) - Loaded SolrConfig: solrconfig.xml
   [junit4]   1> 2014-01-17 07:42:29,704 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] schema.IndexSchema (IndexSchema.java:readSchema(424)) - Reading Solr Schema from schema.xml
   [junit4]   1> 2014-01-17 07:42:29,732 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] schema.IndexSchema (IndexSchema.java:readSchema(452)) - [null] Schema name=example
   [junit4]   1> 2014-01-17 07:42:30,377 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] schema.IndexSchema (IndexSchema.java:readSchema(550)) - unique key field: id
   [junit4]   1> 2014-01-17 07:42:30,401 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-17 07:42:30,408 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-17 07:42:30,474 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-17 07:42:30,560 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-17 07:42:30,562 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-17 07:42:30,563 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:30,564 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-17 07:42:30,564 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:30,565 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-17 07:42:30,566 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:30,567 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-17 07:42:30,568 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:30,568 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
   [junit4]   1> 2014-01-17 07:42:30,616 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrConfig (SolrConfig.java:<init>(170)) - Using Lucene MatchVersion: LUCENE_43
   [junit4]   1> 2014-01-17 07:42:30,709 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.Config (SolrConfig.java:<init>(288)) - Loaded SolrConfig: solrconfig.xml
   [junit4]   1> 2014-01-17 07:42:30,710 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] schema.IndexSchema (IndexSchema.java:readSchema(424)) - Reading Solr Schema from schema.xml
   [junit4]   1> 2014-01-17 07:42:30,735 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] schema.IndexSchema (IndexSchema.java:readSchema(452)) - [null] Schema name=example
   [junit4]   1> 2014-01-17 07:42:31,390 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] schema.IndexSchema (IndexSchema.java:readSchema(550)) - unique key field: id
   [junit4]   1> 2014-01-17 07:42:31,425 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-17 07:42:31,435 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-17 07:42:34,602 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-17 07:42:34,691 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-17 07:42:34,693 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-17 07:42:34,694 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:34,695 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-17 07:42:34,696 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:34,697 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-17 07:42:34,697 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:34,698 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-17 07:42:34,699 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:34,700 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
   [junit4]   1> 2014-01-17 07:42:34,746 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrConfig (SolrConfig.java:<init>(170)) - Using Lucene MatchVersion: LUCENE_43
   [junit4]   1> 2014-01-17 07:42:34,835 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.Config (SolrConfig.java:<init>(288)) - Loaded SolrConfig: solrconfig.xml
   [junit4]   1> 2014-01-17 07:42:34,837 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] schema.IndexSchema (IndexSchema.java:readSchema(424)) - Reading Solr Schema from schema.xml
   [junit4]   1> 2014-01-17 07:42:34,853 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] schema.IndexSchema (IndexSchema.java:readSchema(452)) - [null] Schema name=example
   [junit4]   1> 2014-01-17 07:42:35,475 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] schema.IndexSchema (IndexSchema.java:readSchema(550)) - unique key field: id
   [junit4]   1> 2014-01-17 07:42:35,497 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-17 07:42:35,503 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-17 07:42:35,531 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-17 07:42:35,556 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-17 07:42:35,557 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-17 07:42:35,558 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:35,558 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-17 07:42:35,559 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:35,559 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-17 07:42:35,560 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-17 07:42:35,561 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-17 07:42:35,561 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[3335AFF825A799E4]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../

[...truncated too long message...]

ctoryReader(segments_4:57:nrt _m(4.7):C1 _n(4.7):C1 _o(4.7):C1)}
   [junit4]   1> 2014-01-17 07:43:06,653 INFO  [TEST-SolrCellMorphlineTest.testSolrCellJPGCompressed-seed#[3335AFF825A799E4]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={commit=true&softCommit=true&waitSearcher=true} {commit=} 0 8
   [junit4]   1> 2014-01-17 07:43:06,654 INFO  [TEST-SolrCellMorphlineTest.testSolrCellJPGCompressed-seed#[3335AFF825A799E4]] core.SolrCore (SolrCore.java:execute(1917)) - [collection1] webapp=null path=/select params={q=*%3A*&rows=2147483647} hits=3 status=0 QTime=0 
   [junit4]   1> 2014-01-17 07:43:06,656 INFO  [TEST-SolrCellMorphlineTest.testSolrCellJPGCompressed-seed#[3335AFF825A799E4]] update.UpdateHandler (DirectUpdateHandler2.java:commit(521)) - start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   1> 2014-01-17 07:43:06,656 INFO  [TEST-SolrCellMorphlineTest.testSolrCellJPGCompressed-seed#[3335AFF825A799E4]] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@57003d5d main
   [junit4]   1> 2014-01-17 07:43:06,657 INFO  [TEST-SolrCellMorphlineTest.testSolrCellJPGCompressed-seed#[3335AFF825A799E4]] update.UpdateHandler (DirectUpdateHandler2.java:commit(612)) - end_commit_flush
   [junit4]   1> 2014-01-17 07:43:06,658 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(44)) - QuerySenderListener sending requests to Searcher@57003d5d main{StandardDirectoryReader(segments_4:57:nrt _m(4.7):C1 _n(4.7):C1 _o(4.7):C1)}
   [junit4]   1> 2014-01-17 07:43:06,659 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-17 07:43:06,659 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@57003d5d main{StandardDirectoryReader(segments_4:57:nrt _m(4.7):C1 _n(4.7):C1 _o(4.7):C1)}
   [junit4]   1> 2014-01-17 07:43:06,660 INFO  [TEST-SolrCellMorphlineTest.testSolrCellJPGCompressed-seed#[3335AFF825A799E4]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={commit=true&softCommit=true&waitSearcher=true} {commit=} 0 4
   [junit4]   1> 2014-01-17 07:43:06,661 INFO  [TEST-SolrCellMorphlineTest.testSolrCellJPGCompressed-seed#[3335AFF825A799E4]] core.SolrCore (SolrCore.java:execute(1917)) - [collection1] webapp=null path=/select params={q=*%3A*&rows=2147483647} hits=3 status=0 QTime=0 
   [junit4]   1> 2014-01-17 07:43:06,662 INFO  [TEST-SolrCellMorphlineTest.testSolrCellJPGCompressed-seed#[3335AFF825A799E4]] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:tearDown(227)) - ###Ending testSolrCellJPGCompressed
   [junit4]   1> 2014-01-17 07:43:06,666 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:deleteCore(543)) - ###deleteCore
   [junit4]   1> 2014-01-17 07:43:06,667 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.CoreContainer (CoreContainer.java:shutdown(360)) - Shutting down CoreContainer instance=1658340521
   [junit4]   1> 2014-01-17 07:43:06,668 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.SolrCore (SolrCore.java:close(1000)) - [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@d7e60a1
   [junit4]   1> 2014-01-17 07:43:06,671 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] update.UpdateHandler (DirectUpdateHandler2.java:close(687)) - closing DirectUpdateHandler2{commits=36,autocommit maxTime=60000ms,autocommits=0,soft autocommit maxTime=1000ms,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=3,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=41,cumulative_deletesById=0,cumulative_deletesByQuery=9,cumulative_errors=0,transaction_logs_total_size=52130,transaction_logs_total_number=9}
   [junit4]   1> 2014-01-17 07:43:06,672 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] update.SolrCoreState (SolrCoreState.java:decrefSolrCoreState(71)) - Closing SolrCoreState
   [junit4]   1> 2014-01-17 07:43:06,673 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] update.DefaultSolrCoreState (DefaultSolrCoreState.java:closeIndexWriter(65)) - SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   1> 2014-01-17 07:43:06,674 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] update.DefaultSolrCoreState (DefaultSolrCoreState.java:closeIndexWriter(67)) - closing IndexWriter with IndexWriterCloser
   [junit4]   1> 2014-01-17 07:43:06,688 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.SolrCore (SolrDeletionPolicy.java:onCommit(98)) - SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   1> 	commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e8809ce lockFactory=org.apache.lucene.store.NativeFSLockFactory@213a8eb1),segFN=segments_4,generation=4}
   [junit4]   1> 	commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e8809ce lockFactory=org.apache.lucene.store.NativeFSLockFactory@213a8eb1),segFN=segments_5,generation=5}
   [junit4]   1> 2014-01-17 07:43:06,689 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.SolrCore (SolrDeletionPolicy.java:updateCommits(165)) - newest commit generation = 5
   [junit4]   1> 2014-01-17 07:43:06,692 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.SolrCore (SolrCore.java:closeSearcher(1882)) - [collection1] Closing main searcher on request.
   [junit4]   1> 2014-01-17 07:43:06,693 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.CachingDirectoryFactory (CachingDirectoryFactory.java:close(168)) - Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   1> 2014-01-17 07:43:06,694 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.CachingDirectoryFactory (CachingDirectoryFactory.java:closeCacheValue(235)) - looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1389944518467/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1389944518467/index;done=false>>]
   [junit4]   1> 2014-01-17 07:43:06,695 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.CachingDirectoryFactory (CachingDirectoryFactory.java:close(304)) - Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1389944518467/index
   [junit4]   1> 2014-01-17 07:43:06,696 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.CachingDirectoryFactory (CachingDirectoryFactory.java:closeCacheValue(235)) - looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1389944518467 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1389944518467;done=false>>]
   [junit4]   1> 2014-01-17 07:43:06,696 INFO  [SUITE-SolrCellMorphlineTest-seed#[3335AFF825A799E4]-worker] core.CachingDirectoryFactory (CachingDirectoryFactory.java:close(304)) - Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1389944518467
   [junit4]   2> NOTE: test params are: codec=Lucene3x, sim=DefaultSimilarity, locale=ar, timezone=Etc/GMT+3
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=1,free=317218312,total=506527744
   [junit4]   2> NOTE: All tests run in this JVM: [SolrCellMorphlineTest]
   [junit4] Completed in 71.51s, 5 tests, 1 failure <<< FAILURES!

[...truncated 9 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:466: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:439: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:209: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/common-build.xml:441: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/common-build.xml:491: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1308: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:941: There were test failures: 1 suite, 5 tests, 1 failure

Total time: 160 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

UILD\\s+FAILED(?s:.*+)                                                                                                                                   \
)"}

[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 488 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/488/

1 tests failed.
FAILED:  org.apache.solr.morphlines.cell.SolrCellMorphlineTest.testSolrCellDocumentTypes2

Error Message:
key:ignored_creation_date expected:<[2007-10-01T16:13:56Z]> but was:<[]>

Stack Trace:
java.lang.AssertionError: key:ignored_creation_date expected:<[2007-10-01T16:13:56Z]> but was:<[]>
	at __randomizedtesting.SeedInfo.seed([D8574FF91B2A37BC:53D7F4191CDCA442]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.apache.solr.morphlines.solr.AbstractSolrMorphlineTestBase.testDocumentTypesInternal(AbstractSolrMorphlineTestBase.java:165)
	at org.apache.solr.morphlines.cell.SolrCellMorphlineTest.testSolrCellDocumentTypes2(SolrCellMorphlineTest.java:255)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 18540 lines...]
   [junit4] Suite: org.apache.solr.morphlines.cell.SolrCellMorphlineTest
   [junit4]   1> 2014-01-16 09:29:17,239 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:initCore(454)) - ####initCore
   [junit4]   1> 2014-01-16 09:29:17,367 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-16 09:29:19,354 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-16 09:29:19,358 WARN  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-16 09:29:19,360 WARN  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:19,361 WARN  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-16 09:29:19,362 WARN  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:19,363 WARN  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-16 09:29:19,364 WARN  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:19,365 WARN  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-16 09:29:19,366 WARN  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:19,366 WARN  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
   [junit4]   1> 2014-01-16 09:29:19,598 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.SolrConfig (SolrConfig.java:<init>(170)) - Using Lucene MatchVersion: LUCENE_43
   [junit4]   1> 2014-01-16 09:29:19,874 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.Config (SolrConfig.java:<init>(288)) - Loaded SolrConfig: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/conf/solrconfig.xml
   [junit4]   1> 2014-01-16 09:29:19,899 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] schema.IndexSchema (IndexSchema.java:readSchema(424)) - Reading Solr Schema from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   1> 2014-01-16 09:29:19,984 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] schema.IndexSchema (IndexSchema.java:readSchema(452)) - [null] Schema name=example
   [junit4]   1> 2014-01-16 09:29:21,796 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] schema.IndexSchema (IndexSchema.java:readSchema(550)) - unique key field: id
   [junit4]   1> 2014-01-16 09:29:22,477 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-16 09:29:22,503 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-16 09:29:22,719 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.SolrResourceLoader (SolrResourceLoader.java:locateSolrHome(711)) - JNDI not configured for solr (NoInitialContextEx)
   [junit4]   1> 2014-01-16 09:29:22,720 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.SolrResourceLoader (SolrResourceLoader.java:locateSolrHome(723)) - using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr
   [junit4]   1> 2014-01-16 09:29:22,720 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/'
   [junit4]   1> 2014-01-16 09:29:22,840 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.SolrResourceLoader (SolrResourceLoader.java:locateSolrHome(711)) - JNDI not configured for solr (NoInitialContextEx)
   [junit4]   1> 2014-01-16 09:29:22,841 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.SolrResourceLoader (SolrResourceLoader.java:locateSolrHome(723)) - using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr
   [junit4]   1> 2014-01-16 09:29:22,841 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.SolrResourceLoader (SolrResourceLoader.java:<init>(112)) - new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/'
   [junit4]   1> 2014-01-16 09:29:23,032 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.CoreContainer (CoreContainer.java:<init>(107)) - New CoreContainer 539124954
   [junit4]   1> 2014-01-16 09:29:23,033 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.CoreContainer (CoreContainer.java:load(187)) - Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/]
   [junit4]   1> 2014-01-16 09:29:23,111 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting socketTimeout to: 0
   [junit4]   1> 2014-01-16 09:29:23,112 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting urlScheme to: http://
   [junit4]   1> 2014-01-16 09:29:23,112 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting connTimeout to: 0
   [junit4]   1> 2014-01-16 09:29:23,113 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting maxConnectionsPerHost to: 20
   [junit4]   1> 2014-01-16 09:29:23,113 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting corePoolSize to: 0
   [junit4]   1> 2014-01-16 09:29:23,114 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting maximumPoolSize to: 2147483647
   [junit4]   1> 2014-01-16 09:29:23,114 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting maxThreadIdleTime to: 5
   [junit4]   1> 2014-01-16 09:29:23,115 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting sizeOfQueue to: -1
   [junit4]   1> 2014-01-16 09:29:23,116 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting fairnessPolicy to: false
   [junit4]   1> 2014-01-16 09:29:23,745 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] logging.LogWatcher (LogWatcher.java:createWatcher(153)) - SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   1> 2014-01-16 09:29:23,750 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] logging.LogWatcher (LogWatcher.java:newRegisteredLogWatcher(138)) - Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   1> 2014-01-16 09:29:23,757 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.CoreContainer (CoreContainer.java:load(213)) - Host Name: 
   [junit4]   1> 2014-01-16 09:29:24,185 INFO  [coreLoadExecutor-4-thread-1] core.CoreContainer (CoreContainer.java:create(589)) - Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1
   [junit4]   1> 2014-01-16 09:29:24,186 INFO  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-16 09:29:24,343 INFO  [coreLoadExecutor-4-thread-1] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-16 09:29:24,345 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-16 09:29:24,346 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:24,347 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-16 09:29:24,348 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:24,350 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-16 09:29:24,351 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:24,353 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-16 09:29:24,353 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:24,354 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
   [junit4]   1> 2014-01-16 09:29:24,450 INFO  [coreLoadExecutor-4-thread-1] core.SolrConfig (SolrConfig.java:<init>(170)) - Using Lucene MatchVersion: LUCENE_43
   [junit4]   1> 2014-01-16 09:29:24,597 INFO  [coreLoadExecutor-4-thread-1] core.Config (SolrConfig.java:<init>(288)) - Loaded SolrConfig: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/conf/solrconfig.xml
   [junit4]   1> 2014-01-16 09:29:24,600 INFO  [coreLoadExecutor-4-thread-1] schema.IndexSchema (IndexSchema.java:readSchema(424)) - Reading Solr Schema from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   1> 2014-01-16 09:29:24,681 INFO  [coreLoadExecutor-4-thread-1] schema.IndexSchema (IndexSchema.java:readSchema(452)) - [collection1] Schema name=example
   [junit4]   1> 2014-01-16 09:29:25,587 INFO  [coreLoadExecutor-4-thread-1] schema.IndexSchema (IndexSchema.java:readSchema(550)) - unique key field: id
   [junit4]   1> 2014-01-16 09:29:25,630 INFO  [coreLoadExecutor-4-thread-1] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-16 09:29:25,644 INFO  [coreLoadExecutor-4-thread-1] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-16 09:29:25,956 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:initDirectoryFactory(439)) - org.apache.solr.core.MockDirectoryFactory
   [junit4]   1> 2014-01-16 09:29:26,014 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:<init>(689)) - [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1389864557253/
   [junit4]   1> 2014-01-16 09:29:26,021 INFO  [coreLoadExecutor-4-thread-1] core.JmxMonitoredMap (JmxMonitoredMap.java:<init>(85)) - No JMX servers found, not exposing Solr information with JMX.
   [junit4]   1> 2014-01-16 09:29:26,102 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:initListeners(354)) - [collection1] Added SolrEventListener for newSearcher: org.apache.solr.core.QuerySenderListener{queries=[]}
   [junit4]   1> 2014-01-16 09:29:26,103 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:initListeners(350)) - [collection1] Added SolrEventListener for firstSearcher: org.apache.solr.core.QuerySenderListener{queries=[{q=static firstSearcher warming in solrconfig.xml}]}
   [junit4]   1> 2014-01-16 09:29:26,269 INFO  [coreLoadExecutor-4-thread-1] core.CachingDirectoryFactory (CachingDirectoryFactory.java:get(360)) - return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1389864557253
   [junit4]   1> 2014-01-16 09:29:26,270 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:getNewIndexDir(284)) - New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1389864557253/index/
   [junit4]   1> 2014-01-16 09:29:26,270 WARN  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:initIndex(505)) - [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1389864557253/index' doesn't exist. Creating new index...
   [junit4]   1> 2014-01-16 09:29:26,333 INFO  [coreLoadExecutor-4-thread-1] core.CachingDirectoryFactory (CachingDirectoryFactory.java:get(360)) - return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1389864557253/index
   [junit4]   1> 2014-01-16 09:29:26,491 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrDeletionPolicy.java:onCommit(98)) - SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   1> 	commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5f82253 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2fd1cdf7)),segFN=segments_1,generation=1}
   [junit4]   1> 2014-01-16 09:29:26,495 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrDeletionPolicy.java:updateCommits(165)) - newest commit generation = 1
   [junit4]   1> 2014-01-16 09:29:26,539 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:initWriters(2033)) - created json: solr.JSONResponseWriter
   [junit4]   1> 2014-01-16 09:29:26,540 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:initWriters(2015)) - adding lazy queryResponseWriter: solr.VelocityResponseWriter
   [junit4]   1> 2014-01-16 09:29:26,544 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:initWriters(2033)) - created velocity: solr.VelocityResponseWriter
   [junit4]   1> 2014-01-16 09:29:26,590 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:initWriters(2033)) - created xslt: solr.XSLTResponseWriter
   [junit4]   1> 2014-01-16 09:29:26,591 INFO  [coreLoadExecutor-4-thread-1] response.XSLTResponseWriter (XSLTResponseWriter.java:init(63)) - xsltCacheLifetimeSeconds=5
   [junit4]   1> 2014-01-16 09:29:27,848 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:loadUpdateProcessorChains(928)) - no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   1> 2014-01-16 09:29:27,971 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /select: solr.SearchHandler
   [junit4]   1> 2014-01-16 09:29:27,971 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /query: solr.SearchHandler
   [junit4]   1> 2014-01-16 09:29:27,995 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /get: solr.RealTimeGetHandler
   [junit4]   1> 2014-01-16 09:29:27,996 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /browse: solr.SearchHandler
   [junit4]   1> 2014-01-16 09:29:28,032 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /update: solr.UpdateRequestHandler
   [junit4]   1> 2014-01-16 09:29:28,056 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:findClass(486)) - Solr loaded a deprecated plugin/analysis class [solr.JsonUpdateRequestHandler]. Please consult documentation how to replace it accordingly.
   [junit4]   1> 2014-01-16 09:29:28,056 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /update/json: solr.JsonUpdateRequestHandler
   [junit4]   1> 2014-01-16 09:29:28,080 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:findClass(486)) - Solr loaded a deprecated plugin/analysis class [solr.CSVRequestHandler]. Please consult documentation how to replace it accordingly.
   [junit4]   1> 2014-01-16 09:29:28,080 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /update/csv: solr.CSVRequestHandler
   [junit4]   1> 2014-01-16 09:29:28,081 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(147)) - adding lazy requestHandler: solr.FieldAnalysisRequestHandler
   [junit4]   1> 2014-01-16 09:29:28,085 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /analysis/field: solr.FieldAnalysisRequestHandler
   [junit4]   1> 2014-01-16 09:29:28,085 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(147)) - adding lazy requestHandler: solr.DocumentAnalysisRequestHandler
   [junit4]   1> 2014-01-16 09:29:28,086 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /analysis/document: solr.DocumentAnalysisRequestHandler
   [junit4]   1> 2014-01-16 09:29:28,117 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /admin/: solr.admin.AdminHandlers
   [junit4]   1> 2014-01-16 09:29:28,141 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /admin/ping: solr.PingRequestHandler
   [junit4]   1> 2014-01-16 09:29:28,165 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /debug/dump: solr.DumpRequestHandler
   [junit4]   1> 2014-01-16 09:29:28,210 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /replication: solr.ReplicationHandler
   [junit4]   1> 2014-01-16 09:29:28,211 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(147)) - adding lazy requestHandler: solr.SearchHandler
   [junit4]   1> 2014-01-16 09:29:28,211 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /spell: solr.SearchHandler
   [junit4]   1> 2014-01-16 09:29:28,212 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(147)) - adding lazy requestHandler: solr.SearchHandler
   [junit4]   1> 2014-01-16 09:29:28,212 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /tvrh: solr.SearchHandler
   [junit4]   1> 2014-01-16 09:29:28,213 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(147)) - adding lazy requestHandler: solr.SearchHandler
   [junit4]   1> 2014-01-16 09:29:28,213 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /terms: solr.SearchHandler
   [junit4]   1> 2014-01-16 09:29:28,213 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(147)) - adding lazy requestHandler: solr.SearchHandler
   [junit4]   1> 2014-01-16 09:29:28,214 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /elevate: solr.SearchHandler
   [junit4]   1> 2014-01-16 09:29:28,356 INFO  [coreLoadExecutor-4-thread-1] loader.XMLLoader (XMLLoader.java:init(111)) - xsltCacheLifetimeSeconds=60
   [junit4]   1> 2014-01-16 09:29:28,384 INFO  [coreLoadExecutor-4-thread-1] loader.XMLLoader (XMLLoader.java:init(111)) - xsltCacheLifetimeSeconds=60
   [junit4]   1> 2014-01-16 09:29:28,386 INFO  [coreLoadExecutor-4-thread-1] loader.XMLLoader (XMLLoader.java:init(111)) - xsltCacheLifetimeSeconds=60
   [junit4]   1> 2014-01-16 09:29:28,482 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (CommitTracker.java:<init>(83)) - Hard AutoCommit: if uncommited for 60000ms; 
   [junit4]   1> 2014-01-16 09:29:28,483 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (CommitTracker.java:<init>(83)) - Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   1> 2014-01-16 09:29:28,485 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrDeletionPolicy.java:onInit(85)) - SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   1> 	commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5f82253 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2fd1cdf7)),segFN=segments_1,generation=1}
   [junit4]   1> 2014-01-16 09:29:28,486 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrDeletionPolicy.java:updateCommits(165)) - newest commit generation = 1
   [junit4]   1> 2014-01-16 09:29:28,539 INFO  [coreLoadExecutor-4-thread-1] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@5585c0de main
   [junit4]   1> 2014-01-16 09:29:28,576 INFO  [coreLoadExecutor-4-thread-1] component.SpellCheckComponent (SpellCheckComponent.java:inform(623)) - Initializing spell checkers
   [junit4]   1> 2014-01-16 09:29:28,670 INFO  [coreLoadExecutor-4-thread-1] spelling.DirectSolrSpellChecker (DirectSolrSpellChecker.java:init(102)) - init: {name=default,field=name,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   1> 2014-01-16 09:29:28,759 INFO  [coreLoadExecutor-4-thread-1] component.SpellCheckComponent (SpellCheckComponent.java:inform(672)) - No queryConverter defined, using default converter
   [junit4]   1> 2014-01-16 09:29:28,777 INFO  [coreLoadExecutor-4-thread-1] component.QueryElevationComponent (QueryElevationComponent.java:inform(223)) - Loading QueryElevation from: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/conf/elevate.xml
   [junit4]   1> 2014-01-16 09:29:29,048 INFO  [coreLoadExecutor-4-thread-1] handler.ReplicationHandler (ReplicationHandler.java:inform(965)) - Commits will be reserved for  10000
   [junit4]   1> 2014-01-16 09:29:29,049 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(44)) - QuerySenderListener sending requests to Searcher@5585c0de main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   1> 2014-01-16 09:29:29,053 INFO  [coreLoadExecutor-4-thread-1] core.CoreContainer (CoreContainer.java:registerCore(489)) - registering core: collection1
   [junit4]   1> 2014-01-16 09:29:29,105 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:initCore(473)) - ####initCore end
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1389864557253
   [junit4]   1> 2014-01-16 09:29:29,240 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:setUp(222)) - ###Starting testSolrCellDocumentTypes2
   [junit4]   1> 2014-01-16 09:29:29,935 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:execute(1917)) - [collection1] webapp=null path=null params={event=firstSearcher&q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false} hits=0 status=0 QTime=844 
   [junit4]   1> 2014-01-16 09:29:29,941 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-16 09:29:29,942 INFO  [searcherExecutor-5-thread-1] component.SpellCheckComponent (SpellCheckComponent.java:newSearcher(713)) - Loading spell index for spellchecker: default
   [junit4]   1> 2014-01-16 09:29:29,942 INFO  [searcherExecutor-5-thread-1] component.SpellCheckComponent (SpellCheckComponent.java:newSearcher(713)) - Loading spell index for spellchecker: wordbreak
   [junit4]   1> 2014-01-16 09:29:29,943 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@5585c0de main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   1> 2014-01-16 09:29:30,677 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={} {deleteByQuery=*:* (-1457378631513800704)} 0 1088
   [junit4]   1> 2014-01-16 09:29:30,688 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] update.UpdateHandler (DirectUpdateHandler2.java:commit(521)) - start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   1> 2014-01-16 09:29:30,691 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] update.UpdateHandler (DirectUpdateHandler2.java:commit(561)) - No uncommitted changes. Skipping IW.commit.
   [junit4]   1> 2014-01-16 09:29:30,693 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@1d1126f6 main
   [junit4]   1> 2014-01-16 09:29:30,710 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] update.UpdateHandler (DirectUpdateHandler2.java:commit(612)) - end_commit_flush
   [junit4]   1> 2014-01-16 09:29:30,710 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(44)) - QuerySenderListener sending requests to Searcher@1d1126f6 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   1> 2014-01-16 09:29:30,712 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-16 09:29:30,713 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@1d1126f6 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   1> 2014-01-16 09:29:30,714 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={commit=true&softCommit=false&waitSearcher=true} {commit=} 0 27
   [junit4]   1> 2014-01-16 09:29:31,898 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] api.MorphlineContext (MorphlineContext.java:importCommandBuilders(75)) - Importing commands
   [junit4]   1> 2014-01-16 09:29:42,384 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-16 09:29:42,479 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-16 09:29:42,481 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-16 09:29:42,482 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:42,484 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-16 09:29:42,485 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:42,486 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-16 09:29:42,487 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:42,488 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-16 09:29:42,489 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:42,490 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
   [junit4]   1> 2014-01-16 09:29:42,541 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrConfig (SolrConfig.java:<init>(170)) - Using Lucene MatchVersion: LUCENE_43
   [junit4]   1> 2014-01-16 09:29:42,666 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.Config (SolrConfig.java:<init>(288)) - Loaded SolrConfig: solrconfig.xml
   [junit4]   1> 2014-01-16 09:29:42,667 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.IndexSchema (IndexSchema.java:readSchema(424)) - Reading Solr Schema from schema.xml
   [junit4]   1> 2014-01-16 09:29:42,709 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.IndexSchema (IndexSchema.java:readSchema(452)) - [null] Schema name=example
   [junit4]   1> 2014-01-16 09:29:43,370 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.IndexSchema (IndexSchema.java:readSchema(550)) - unique key field: id
   [junit4]   1> 2014-01-16 09:29:43,397 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-16 09:29:43,405 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-16 09:29:43,485 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-16 09:29:43,575 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-16 09:29:43,576 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-16 09:29:43,577 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:43,579 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-16 09:29:43,579 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:43,580 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-16 09:29:43,581 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:43,582 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-16 09:29:43,583 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:43,583 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
   [junit4]   1> 2014-01-16 09:29:43,631 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrConfig (SolrConfig.java:<init>(170)) - Using Lucene MatchVersion: LUCENE_43
   [junit4]   1> 2014-01-16 09:29:43,756 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.Config (SolrConfig.java:<init>(288)) - Loaded SolrConfig: solrconfig.xml
   [junit4]   1> 2014-01-16 09:29:43,757 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.IndexSchema (IndexSchema.java:readSchema(424)) - Reading Solr Schema from schema.xml
   [junit4]   1> 2014-01-16 09:29:43,799 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.IndexSchema (IndexSchema.java:readSchema(452)) - [null] Schema name=example
   [junit4]   1> 2014-01-16 09:29:44,422 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.IndexSchema (IndexSchema.java:readSchema(550)) - unique key field: id
   [junit4]   1> 2014-01-16 09:29:44,448 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-16 09:29:44,455 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-16 09:29:47,132 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-16 09:29:47,218 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-16 09:29:47,219 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-16 09:29:47,220 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:47,221 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-16 09:29:47,222 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:47,223 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-16 09:29:47,224 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:47,225 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-16 09:29:47,225 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:47,226 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
   [junit4]   1> 2014-01-16 09:29:47,272 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrConfig (SolrConfig.java:<init>(170)) - Using Lucene MatchVersion: LUCENE_43
   [junit4]   1> 2014-01-16 09:29:47,363 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.Config (SolrConfig.java:<init>(288)) - Loaded SolrConfig: solrconfig.xml
   [junit4]   1> 2014-01-16 09:29:47,364 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.IndexSchema (IndexSchema.java:readSchema(424)) - Reading Solr Schema from schema.xml
   [junit4]   1> 2014-01-16 09:29:47,393 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.IndexSchema (IndexSchema.java:readSchema(452)) - [null] Schema name=example
   [junit4]   1> 2014-01-16 09:29:48,041 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.IndexSchema (IndexSchema.java:readSchema(550)) - unique key field: id
   [junit4]   1> 2014-01-16 09:29:48,065 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-16 09:29:48,072 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-16 09:29:48,162 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-16 09:29:48,241 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-16 09:29:48,242 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-16 09:29:48,243 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:48,244 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-16 09:29:48,245 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:48,246 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-16 09:29:48,247 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:48,248 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-16 09:29:48,249 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:48,249 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
   [junit4]   1> 2014-01-16 09:29:48,300 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrConfig (SolrConfig.java:<init>(170)) - Using Lucene MatchVersion: LUCENE_43
   [junit4]   1> 2014-01-16 09:29:48,389 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.Config (SolrConfig.java:<init>(288)) - Loaded SolrConfig: solrconfig.xml
   [junit4]   1> 2014-01-16 09:29:48,390 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.IndexSchema (IndexSchema.java:readSchema(424)) - Reading Solr Schema from schema.xml
   [junit4]   1> 2014-01-16 09:29:48,414 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.IndexSchema (IndexSchema.java:readSchema(452)) - [null] Schema name=example
   [junit4]   1> 2014-01-16 09:29:49,016 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.IndexSchema (IndexSchema.java:readSchema(550)) - unique key field: id
   [junit4]   1> 2014-01-16 09:29:49,040 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-16 09:29:49,046 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-16 09:29:49,826 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-16 09:29:49,911 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-16 09:29:49,912 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-16 09:29:49,916 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:49,918 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-16 09:29:49,919 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:49,920 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-16 09:29:49,920 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:49,922 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-16 09:29:49,923 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:29:49,923 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
   [junit4]   1> 2014-01-16 09:29:49,978 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrConfig (SolrConfig.java:<init>(170)) - Using Lucene MatchVersion: LUCENE_43
   [junit4]   1> 2014-01-16 09:29:50,079 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.Config (SolrConfig.java:<init>(288)) - Loaded SolrConfig: solrconfig.xml
   [junit4]   1> 2014-01-16 09:29:50,080 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.IndexSchema (IndexSchema.java:readSchema(424)) - Reading Solr Schema from schema.xml
   [junit4]   1> 2014-01-16 09:29:50,102 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.IndexSchema (IndexSchema.java:readSchema(452)) - [null] Schema name=example
   [junit4]   1> 2014-01-16 09:29:50,748 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.IndexSchema (IndexSchema.java:readSchema(550)) - unique key field: id
   [junit4]   1> 2014-01-16 09:29:50,771 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-16 09:29:50,778 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-16 09:29:50,840 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={} {deleteByQuery=*:* (-1457378653201498112)} 0 3
   [junit4]   1> 2014-01-16 09:29:50,842 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] update.UpdateHandler (DirectUpdateHandler2.java:commit(521)) - start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   1> 2014-01-16 09:29:50,842 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] update.UpdateHandler (DirectUpdateHandler2.java:commit(561)) - No uncommitted changes. Skipping IW.commit.
   [junit4]   1> 2014-01-16 09:29:50,843 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@6e267b76 main
   [junit4]   1> 2014-01-16 09:29:50,844 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] update.UpdateHandler (DirectUpdateHandler2.java:commit(612)) - end_commit_flush
   [junit4]   1> 2014-01-16 09:29:50,844 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(44)) - QuerySenderListener sending requests to Searcher@6e267b76 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   1> 2014-01-16 09:29:50,845 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-16 09:29:50,846 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@6e267b76 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   1> 2014-01-16 09:29:50,846 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={commit=true&softCommit=false&waitSearcher=true} {commit=} 0 5
   [junit4]   1> 2014-01-16 09:29:53,198 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={} {add=[testPPT_various.ppt#0 (1457378655416090624)]} 0 252
   [junit4]   1> 2014-01-16 09:29:53,211 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] update.UpdateHandler (DirectUpdateHandler2.java:commit(521)) - start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   1> 2014-01-16 09:29:53,510 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@12e6f711 main
   [junit4]   1> 2014-01-16 09:29:53,511 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] update.UpdateHandler (DirectUpdateHandler2.java:commit(612)) - end_commit_flush
   [junit4]   1> 2014-01-16 09:29:53,511 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(44)) - QuerySenderListener sending requests to Searcher@12e6f711 main{StandardDirectoryReader(segments_1:3:nrt _0(4.7):C1)}
   [junit4]   1> 2014-01-16 09:29:53,513 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-16 09:29:53,514 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@12e6f711 main{StandardDirectoryReader(segments_1:3:nrt _0(4.7):C1)}
   [junit4]   1> 2014-01-16 09:29:53,515 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={commit=true&softCommit=true&waitSearcher=true} {commit=} 0 304
   [junit4]   1> 2014-01-16 09:29:53,588 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrCore (SolrCore.java:execute(1917)) - [collection1] webapp=null path=/select params={q=*%3A*&rows=2147483647} hits=1 status=0 QTime=57 
   [junit4]   1> 2014-01-16 09:29:59,072 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={} {add=[testPPT_various.pptx#0 (1457378661831278592)]} 0 7
   [junit4]   1> 2014-01-16 09:29:59,074 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] update.UpdateHandler (DirectUpdateHandler2.java:commit(521)) - start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   1> 2014-01-16 09:29:59,141 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@5496bf47 main
   [junit4]   1> 2014-01-16 09:29:59,143 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] update.UpdateHandler (DirectUpdateHandler2.java:commit(612)) - end_commit_flush
   [junit4]   1> 2014-01-16 09:29:59,143 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(44)) - QuerySenderListener sending requests to Searcher@5496bf47 main{StandardDirectoryReader(segments_1:5:nrt _0(4.7):C1 _1(4.7):C1)}
   [junit4]   1> 2014-01-16 09:29:59,146 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-16 09:29:59,147 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@5496bf47 main{StandardDirectoryReader(segments_1:5:nrt _0(4.7):C1 _1(4.7):C1)}
   [junit4]   1> 2014-01-16 09:29:59,149 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={commit=true&softCommit=true&waitSearcher=true} {commit=} 0 75
   [junit4]   1> 2014-01-16 09:29:59,152 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrCore (SolrCore.java:execute(1917)) - [collection1] webapp=null path=/select params={q=*%3A*&rows=2147483647} hits=2 status=0 QTime=0 
   [junit4]   1> 2014-01-16 09:30:00,179 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={} {add=[testEXCEL.xlsx#0 (1457378662993100800)]} 0 6
   [junit4]   1> 2014-01-16 09:30:00,181 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] update.UpdateHandler (DirectUpdateHandler2.java:commit(521)) - start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   1> 2014-01-16 09:30:00,192 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@2608fb65 main
   [junit4]   1> 2014-01-16 09:30:00,193 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] update.UpdateHandler (DirectUpdateHandler2.java:commit(612)) - end_commit_flush
   [junit4]   1> 2014-01-16 09:30:00,193 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(44)) - QuerySenderListener sending requests to Searcher@2608fb65 main{StandardDirectoryReader(segments_1:7:nrt _0(4.7):C1 _1(4.7):C1 _2(4.7):C1)}
   [junit4]   1> 2014-01-16 09:30:00,195 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-16 09:30:00,196 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@2608fb65 main{StandardDirectoryReader(segments_1:7:nrt _0(4.7):C1 _1(4.7):C1 _2(4.7):C1)}
   [junit4]   1> 2014-01-16 09:30:00,197 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={commit=true&softCommit=true&waitSearcher=true} {commit=} 0 16
   [junit4]   1> 2014-01-16 09:30:00,198 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] core.SolrCore (SolrCore.java:execute(1917)) - [collection1] webapp=null path=/select params={q=*%3A*&rows=2147483647} hits=3 status=0 QTime=0 
   [junit4]   1> 2014-01-16 09:30:00,206 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes2-seed#[D8574FF91B2A37BC]] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:tearDown(227)) - ###Ending testSolrCellDocumentTypes2
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrCellMorphlineTest -Dtests.method=testSolrCellDocumentTypes2 -Dtests.seed=D8574FF91B2A37BC -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=ar_IQ -Dtests.timezone=Mideast/Riyadh87 -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 31.2s | SolrCellMorphlineTest.testSolrCellDocumentTypes2 <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: key:ignored_creation_date expected:<[2007-10-01T16:13:56Z]> but was:<[]>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D8574FF91B2A37BC:53D7F4191CDCA442]:0)
   [junit4]    > 	at org.apache.solr.morphlines.solr.AbstractSolrMorphlineTestBase.testDocumentTypesInternal(AbstractSolrMorphlineTestBase.java:165)
   [junit4]    > 	at org.apache.solr.morphlines.cell.SolrCellMorphlineTest.testSolrCellDocumentTypes2(SolrCellMorphlineTest.java:255)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:679)
   [junit4]   1> 2014-01-16 09:30:00,287 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:setUp(222)) - ###Starting testSolrCellDocumentTypes
   [junit4]   1> 2014-01-16 09:30:00,450 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@31955dd4 realtime
   [junit4]   1> 2014-01-16 09:30:00,452 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={} {deleteByQuery=*:* (-1457378663111589888)} 0 164
   [junit4]   1> 2014-01-16 09:30:00,453 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] update.UpdateHandler (DirectUpdateHandler2.java:commit(521)) - start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   1> 2014-01-16 09:30:00,454 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] core.SolrCore (SolrDeletionPolicy.java:onCommit(98)) - SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   1> 	commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5f82253 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2fd1cdf7)),segFN=segments_1,generation=1}
   [junit4]   1> 	commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5f82253 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2fd1cdf7)),segFN=segments_2,generation=2}
   [junit4]   1> 2014-01-16 09:30:00,455 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] core.SolrCore (SolrDeletionPolicy.java:updateCommits(165)) - newest commit generation = 2
   [junit4]   1> 2014-01-16 09:30:00,456 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@3acca07b main
   [junit4]   1> 2014-01-16 09:30:00,457 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] update.UpdateHandler (DirectUpdateHandler2.java:commit(612)) - end_commit_flush
   [junit4]   1> 2014-01-16 09:30:00,457 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(44)) - QuerySenderListener sending requests to Searcher@3acca07b main{StandardDirectoryReader(segments_1:9:nrt)}
   [junit4]   1> 2014-01-16 09:30:00,458 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-16 09:30:00,463 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@3acca07b main{StandardDirectoryReader(segments_1:9:nrt)}
   [junit4]   1> 2014-01-16 09:30:00,465 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={commit=true&softCommit=false&waitSearcher=true} {commit=} 0 12
   [junit4]   1> 2014-01-16 09:30:00,498 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] api.MorphlineContext (MorphlineContext.java:importCommandBuilders(75)) - Importing commands
   [junit4]   1> 2014-01-16 09:30:02,631 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-16 09:30:02,705 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-16 09:30:02,707 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-16 09:30:02,708 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:30:02,709 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-16 09:30:02,710 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:30:02,711 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-16 09:30:02,711 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:30:02,712 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-16 09:30:02,713 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:30:02,714 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
   [junit4]   1> 2014-01-16 09:30:02,760 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] core.SolrConfig (SolrConfig.java:<init>(170)) - Using Lucene MatchVersion: LUCENE_43
   [junit4]   1> 2014-01-16 09:30:02,856 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] core.Config (SolrConfig.java:<init>(288)) - Loaded SolrConfig: solrconfig.xml
   [junit4]   1> 2014-01-16 09:30:02,858 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] schema.IndexSchema (IndexSchema.java:readSchema(424)) - Reading Solr Schema from schema.xml
   [junit4]   1> 2014-01-16 09:30:02,877 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] schema.IndexSchema (IndexSchema.java:readSchema(452)) - [null] Schema name=example
   [junit4]   1> 2014-01-16 09:30:03,533 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] schema.IndexSchema (IndexSchema.java:readSchema(550)) - unique key field: id
   [junit4]   1> 2014-01-16 09:30:03,557 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-16 09:30:03,564 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-16 09:30:03,649 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-16 09:30:03,681 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-16 09:30:03,683 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-16 09:30:03,683 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-16 09:30:03,684 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[D8574FF91B2A37BC]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /usr/home/hudson/hudson-slave/wo

[...truncated too long message...]

ed new searcher Searcher@40ba3671 main{StandardDirectoryReader(segments_4:57:nrt _o(4.7):C1)}
   [junit4]   1> 2014-01-16 09:30:26,386 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[D8574FF91B2A37BC]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={commit=true&softCommit=true&waitSearcher=true} {commit=} 0 6
   [junit4]   1> 2014-01-16 09:30:26,388 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[D8574FF91B2A37BC]] core.SolrCore (SolrCore.java:execute(1917)) - [collection1] webapp=null path=/select params={q=*%3A*&rows=2147483647} hits=1 status=0 QTime=1 
   [junit4]   1> 2014-01-16 09:30:26,389 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[D8574FF91B2A37BC]] update.UpdateHandler (DirectUpdateHandler2.java:commit(521)) - start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   1> 2014-01-16 09:30:26,390 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[D8574FF91B2A37BC]] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@3a9c7650 main
   [junit4]   1> 2014-01-16 09:30:26,391 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[D8574FF91B2A37BC]] update.UpdateHandler (DirectUpdateHandler2.java:commit(612)) - end_commit_flush
   [junit4]   1> 2014-01-16 09:30:26,391 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(44)) - QuerySenderListener sending requests to Searcher@3a9c7650 main{StandardDirectoryReader(segments_4:57:nrt _o(4.7):C1)}
   [junit4]   1> 2014-01-16 09:30:26,392 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-16 09:30:26,392 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@3a9c7650 main{StandardDirectoryReader(segments_4:57:nrt _o(4.7):C1)}
   [junit4]   1> 2014-01-16 09:30:26,392 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[D8574FF91B2A37BC]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={commit=true&softCommit=true&waitSearcher=true} {commit=} 0 3
   [junit4]   1> 2014-01-16 09:30:26,394 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[D8574FF91B2A37BC]] core.SolrCore (SolrCore.java:execute(1917)) - [collection1] webapp=null path=/select params={q=*%3A*&rows=2147483647} hits=1 status=0 QTime=1 
   [junit4]   1> 2014-01-16 09:30:26,395 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[D8574FF91B2A37BC]] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:tearDown(227)) - ###Ending testSolrCellXML
   [junit4]   1> 2014-01-16 09:30:26,399 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:deleteCore(543)) - ###deleteCore
   [junit4]   1> 2014-01-16 09:30:26,400 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.CoreContainer (CoreContainer.java:shutdown(360)) - Shutting down CoreContainer instance=539124954
   [junit4]   1> 2014-01-16 09:30:26,401 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.SolrCore (SolrCore.java:close(1000)) - [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1aa632be
   [junit4]   1> 2014-01-16 09:30:26,404 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] update.UpdateHandler (DirectUpdateHandler2.java:close(687)) - closing DirectUpdateHandler2{commits=36,autocommit maxTime=60000ms,autocommits=0,soft autocommit maxTime=1000ms,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=41,cumulative_deletesById=0,cumulative_deletesByQuery=9,cumulative_errors=0,transaction_logs_total_size=60241,transaction_logs_total_number=9}
   [junit4]   1> 2014-01-16 09:30:26,405 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] update.SolrCoreState (SolrCoreState.java:decrefSolrCoreState(71)) - Closing SolrCoreState
   [junit4]   1> 2014-01-16 09:30:26,405 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] update.DefaultSolrCoreState (DefaultSolrCoreState.java:closeIndexWriter(65)) - SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   1> 2014-01-16 09:30:26,406 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] update.DefaultSolrCoreState (DefaultSolrCoreState.java:closeIndexWriter(67)) - closing IndexWriter with IndexWriterCloser
   [junit4]   1> 2014-01-16 09:30:26,420 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.SolrCore (SolrDeletionPolicy.java:onCommit(98)) - SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   1> 	commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5f82253 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2fd1cdf7)),segFN=segments_4,generation=4}
   [junit4]   1> 	commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5f82253 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2fd1cdf7)),segFN=segments_5,generation=5}
   [junit4]   1> 2014-01-16 09:30:26,421 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.SolrCore (SolrDeletionPolicy.java:updateCommits(165)) - newest commit generation = 5
   [junit4]   1> 2014-01-16 09:30:26,423 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.SolrCore (SolrCore.java:closeSearcher(1882)) - [collection1] Closing main searcher on request.
   [junit4]   1> 2014-01-16 09:30:26,424 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.CachingDirectoryFactory (CachingDirectoryFactory.java:close(168)) - Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   1> 2014-01-16 09:30:26,426 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.CachingDirectoryFactory (CachingDirectoryFactory.java:closeCacheValue(235)) - looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1389864557253/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1389864557253/index;done=false>>]
   [junit4]   1> 2014-01-16 09:30:26,427 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.CachingDirectoryFactory (CachingDirectoryFactory.java:close(304)) - Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1389864557253/index
   [junit4]   1> 2014-01-16 09:30:26,427 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.CachingDirectoryFactory (CachingDirectoryFactory.java:closeCacheValue(235)) - looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1389864557253 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1389864557253;done=false>>]
   [junit4]   1> 2014-01-16 09:30:26,428 INFO  [SUITE-SolrCellMorphlineTest-seed#[D8574FF91B2A37BC]-worker] core.CachingDirectoryFactory (CachingDirectoryFactory.java:close(304)) - Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1389864557253
   [junit4]   2> NOTE: test params are: codec=Appending, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=ar_IQ, timezone=Mideast/Riyadh87
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=1,free=278993904,total=443613184
   [junit4]   2> NOTE: All tests run in this JVM: [SolrCellMorphlineTest]
   [junit4] Completed in 72.65s, 5 tests, 1 failure <<< FAILURES!

[...truncated 9 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:466: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:439: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:209: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/common-build.xml:441: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/common-build.xml:491: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1308: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:941: There were test failures: 1 suite, 5 tests, 1 failure

Total time: 141 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

UILD\\s+FAILED(?s:.*+)                                                                                                                                   \
)"}

[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 487 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/487/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch

Error Message:
shard3 is not consistent.  Got 202 from http://127.0.0.1:45294/collection1lastClient and got 201 from http://127.0.0.1:28094/collection1

Stack Trace:
java.lang.AssertionError: shard3 is not consistent.  Got 202 from http://127.0.0.1:45294/collection1lastClient and got 201 from http://127.0.0.1:28094/collection1
	at __randomizedtesting.SeedInfo.seed([D0D51387835E624E:51339D9FF4010272]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1152)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:149)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.UnloadDistributedZkTest

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1267, name=qtp1681518352-1267, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1267, name=qtp1681518352-1267, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest], registration stack trace below.
	at __randomizedtesting.SeedInfo.seed([D0D51387835E624E]:0)
	at java.lang.Thread.getStackTrace(Thread.java:1495)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:557)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:1050)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:948)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:940)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:37)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:350)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:253)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:467)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:758)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:627)
	at org.apache.solr.core.ZkContainer.createFromZk(ZkContainer.java:244)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:595)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleCreateAction(CoreAdminHandler.java:501)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:152)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.servlet.SolrDispatchFilter.handleAdminRequest(SolrDispatchFilter.java:716)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:203)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
	at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
	at org.eclipse.jetty.server.Server.handle(Server.java:368)
	at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
	at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
	at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:942)
	at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:1004)
	at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:640)
	at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
	at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
	at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
	at java.lang.Thread.run(Thread.java:679)
Caused by: java.lang.AssertionError: Directory not closed: BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e8a6e5f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2254266e)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	... 1 more




Build Log:
[...truncated 9513 lines...]
   [junit4] Suite: org.apache.solr.cloud.UnloadDistributedZkTest
   [junit4]   2> 803976 T1195 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /du_/
   [junit4]   2> 803979 T1195 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1389762824046
   [junit4]   2> 803980 T1195 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 803981 T1196 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 804082 T1195 oasc.ZkTestServer.run start zk server on port:18232
   [junit4]   2> 804083 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 804091 T1202 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4bfa6799 name:ZooKeeperConnection Watcher:127.0.0.1:18232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 804091 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 804092 T1195 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 804102 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 804104 T1204 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@113ec881 name:ZooKeeperConnection Watcher:127.0.0.1:18232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 804104 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 804104 T1195 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 804115 T1195 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 804118 T1195 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 804120 T1195 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 804129 T1195 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 804130 T1195 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 804144 T1195 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 804144 T1195 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 804250 T1195 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 804251 T1195 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 804255 T1195 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 804255 T1195 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 804259 T1195 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 804260 T1195 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 804264 T1195 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 804265 T1195 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 804268 T1195 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 804269 T1195 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 804273 T1195 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 804274 T1195 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 804277 T1195 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 804278 T1195 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 804282 T1195 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 804282 T1195 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 804286 T1195 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 804287 T1195 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 804578 T1195 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 804582 T1195 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:36414
   [junit4]   2> 804582 T1195 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 804583 T1195 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 804583 T1195 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1389762824358
   [junit4]   2> 804584 T1195 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1389762824358/'
   [junit4]   2> 804623 T1195 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1389762824358/solr.xml
   [junit4]   2> 804708 T1195 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 804715 T1195 oasc.CoreContainer.<init> New CoreContainer 65563154
   [junit4]   2> 804716 T1195 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1389762824358/]
   [junit4]   2> 804717 T1195 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 804718 T1195 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 804718 T1195 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 804719 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 804719 T1195 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 804720 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 804720 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 804721 T1195 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 804721 T1195 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 804733 T1195 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 804734 T1195 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 804734 T1195 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 804735 T1195 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:18232/solr
   [junit4]   2> 804735 T1195 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 804736 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 804740 T1215 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f8bc5bf name:ZooKeeperConnection Watcher:127.0.0.1:18232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 804741 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 804749 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 804751 T1217 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34ac8e6f name:ZooKeeperConnection Watcher:127.0.0.1:18232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 804751 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 804754 T1195 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 804764 T1195 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 804767 T1195 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 804769 T1195 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36414_du_
   [junit4]   2> 804778 T1195 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36414_du_
   [junit4]   2> 804782 T1195 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 804785 T1195 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 804798 T1195 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 804801 T1195 oasc.Overseer.start Overseer (id=91079496437006339-127.0.0.1:36414_du_-n_0000000000) starting
   [junit4]   2> 804811 T1195 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 804821 T1219 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 804822 T1195 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 804825 T1195 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 804832 T1195 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 804836 T1218 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 804840 T1195 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1389762824358
   [junit4]   2> 805017 T1195 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1389762824358/conf/
   [junit4]   2> 805018 T1195 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 805019 T1195 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
   [junit4]   2> 805020 T1195 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 805021 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 805024 T1222 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6d26eda9 name:ZooKeeperConnection Watcher:127.0.0.1:18232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 805024 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 805026 T1195 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 805029 T1195 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 805322 T1195 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 805325 T1195 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:42831
   [junit4]   2> 805325 T1195 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 805326 T1195 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 805326 T1195 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1389762825095
   [junit4]   2> 805327 T1195 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1389762825095/'
   [junit4]   2> 805366 T1195 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1389762825095/solr.xml
   [junit4]   2> 805448 T1195 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 805448 T1195 oasc.CoreContainer.<init> New CoreContainer 672822827
   [junit4]   2> 805449 T1195 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1389762825095/]
   [junit4]   2> 805451 T1195 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 805451 T1195 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 805452 T1195 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 805452 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 805453 T1195 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 805453 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 805454 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 805454 T1195 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 805455 T1195 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 805467 T1195 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 805467 T1195 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 805468 T1195 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 805468 T1195 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:18232/solr
   [junit4]   2> 805469 T1195 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 805470 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 805473 T1233 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6144159e name:ZooKeeperConnection Watcher:127.0.0.1:18232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 805473 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 805477 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 805486 T1235 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@369e18b1 name:ZooKeeperConnection Watcher:127.0.0.1:18232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 805486 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 805493 T1195 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 806497 T1195 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42831_du_
   [junit4]   2> 806536 T1195 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42831_du_
   [junit4]   2> 806540 T1222 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 806540 T1217 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 806540 T1235 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 806548 T1195 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1389762825095
   [junit4]   2> 806823 T1195 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1389762825095/conf/
   [junit4]   2> 806824 T1195 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 806824 T1195 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
   [junit4]   2> 806825 T1195 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 807108 T1195 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 807111 T1195 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:57756
   [junit4]   2> 807111 T1195 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 807112 T1195 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 807112 T1195 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1389762826892
   [junit4]   2> 807113 T1195 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1389762826892/'
   [junit4]   2> 807151 T1195 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1389762826892/solr.xml
   [junit4]   2> 807230 T1195 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 807231 T1195 oasc.CoreContainer.<init> New CoreContainer 163043667
   [junit4]   2> 807232 T1195 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1389762826892/]
   [junit4]   2> 807234 T1195 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 807234 T1195 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 807235 T1195 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 807235 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 807236 T1195 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 807236 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 807237 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 807237 T1195 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 807238 T1195 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 807249 T1195 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 807250 T1195 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 807250 T1195 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 807251 T1195 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:18232/solr
   [junit4]   2> 807251 T1195 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 807252 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 807255 T1247 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51cdd21 name:ZooKeeperConnection Watcher:127.0.0.1:18232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 807256 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 807259 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 807267 T1249 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5691dee1 name:ZooKeeperConnection Watcher:127.0.0.1:18232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 807268 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 807274 T1195 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 808278 T1195 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57756_du_
   [junit4]   2> 808289 T1195 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57756_du_
   [junit4]   2> 808293 T1235 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 808293 T1217 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 808294 T1249 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 808293 T1222 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 808302 T1195 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1389762826892
   [junit4]   2> 808305 T1195 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1389762826892/conf/
   [junit4]   2> 808477 T1195 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 808478 T1195 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
   [junit4]   2> 808479 T1195 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 808827 T1195 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 808830 T1195 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:38146
   [junit4]   2> 808830 T1195 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 808831 T1195 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 808831 T1195 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1389762828545
   [junit4]   2> 808831 T1195 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1389762828545/'
   [junit4]   2> 808862 T1195 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1389762828545/solr.xml
   [junit4]   2> 808916 T1195 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 808917 T1195 oasc.CoreContainer.<init> New CoreContainer 1673910656
   [junit4]   2> 808917 T1195 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1389762828545/]
   [junit4]   2> 808918 T1195 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 808919 T1195 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 808919 T1195 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 808919 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 808919 T1195 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 808920 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 808920 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 808920 T1195 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 808921 T1195 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 808928 T1195 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 808929 T1195 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 808929 T1195 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 808929 T1195 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:18232/solr
   [junit4]   2> 808930 T1195 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 808930 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 808937 T1261 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@524a95ac name:ZooKeeperConnection Watcher:127.0.0.1:18232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 808938 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 808946 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 808951 T1263 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b2d8c20 name:ZooKeeperConnection Watcher:127.0.0.1:18232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 808951 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 808966 T1195 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 809970 T1195 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38146_du_
   [junit4]   2> 809976 T1195 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38146_du_
   [junit4]   2> 809980 T1235 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 809981 T1222 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 809981 T1249 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 809981 T1217 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 809981 T1263 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 809995 T1195 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1389762828545
   [junit4]   2> 810166 T1195 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1389762828545/conf/
   [junit4]   2> 810168 T1195 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 810169 T1195 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
   [junit4]   2> 810169 T1195 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 810455 T1195 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 810458 T1195 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:32933
   [junit4]   2> 810459 T1195 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 810459 T1195 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 810460 T1195 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1389762830236
   [junit4]   2> 810460 T1195 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1389762830236/'
   [junit4]   2> 810499 T1195 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1389762830236/solr.xml
   [junit4]   2> 810580 T1195 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 810580 T1195 oasc.CoreContainer.<init> New CoreContainer 977739584
   [junit4]   2> 810581 T1195 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1389762830236/]
   [junit4]   2> 810583 T1195 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 810583 T1195 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 810584 T1195 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 810584 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 810585 T1195 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 810585 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 810586 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 810586 T1195 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 810587 T1195 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 810598 T1195 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 810599 T1195 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 810599 T1195 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 810600 T1195 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:18232/solr
   [junit4]   2> 810600 T1195 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 810601 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 810604 T1275 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1354c0a4 name:ZooKeeperConnection Watcher:127.0.0.1:18232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 810605 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 810609 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 810616 T1277 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69c4dcff name:ZooKeeperConnection Watcher:127.0.0.1:18232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 810617 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 810623 T1195 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 811628 T1195 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32933_du_
   [junit4]   2> 811638 T1195 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:32933_du_
   [junit4]   2> 811642 T1222 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 811643 T1217 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 811643 T1263 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 811643 T1277 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 811643 T1249 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 811643 T1235 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 811656 T1195 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1389762830236
   [junit4]   2> 811672 T1195 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1389762830236/conf/
   [junit4]   2> 811934 T1195 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 811934 T1195 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
   [junit4]   2> 811935 T1195 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 811948 T1225 oasc.ZkController.publish publishing core=unloadcollection1 state=down
   [junit4]   2> 811950 T1217 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 811950 T1225 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 811952 T1218 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 811953 T1218 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:42831/du_",
   [junit4]   2> 	  "core":"unloadcollection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:42831_du_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"unloadcollection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 811953 T1218 oasc.Overseer$ClusterStateUpdater.createCollection Create collection unloadcollection with shards [shard1]
   [junit4]   2> 811954 T1218 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 811963 T1217 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 811964 T1235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 811965 T1277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 811965 T1263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 811965 T1222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 811965 T1217 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 811965 T1249 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 812952 T1225 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for unloadcollection1
   [junit4]   2> 812955 T1225 oasc.CoreContainer.create Creating SolrCore 'unloadcollection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1389762825095/unloadcollection1
   [junit4]   2> 812955 T1225 oasc.ZkController.createCollectionZkNode Check for collection zkNode:unloadcollection
   [junit4]   2> 812956 T1225 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:unloadcollection
   [junit4]   2> 812957 T1225 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 812958 T1225 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 812959 T1225 oascc.SolrZkClient.makePath makePath: /collections/unloadcollection
   [junit4]   2> 812962 T1225 oascc.ZkStateReader.readConfigName Load collection config from:/collections/unloadcollection
   [junit4]   2> 812964 T1225 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1389762825095/unloadcollection1/'
   [junit4]   2> 813062 T1225 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 813134 T1225 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 813236 T1225 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 813251 T1225 oass.IndexSchema.readSchema [unloadcollection1] Schema name=test
   [junit4]   2> 813916 T1225 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 813917 T1225 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 813917 T1225 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 813932 T1225 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 813937 T1225 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 813958 T1225 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 813964 T1225 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 813969 T1225 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 813971 T1225 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 813971 T1225 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 813972 T1225 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 813973 T1225 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 813974 T1225 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 813974 T1225 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 813975 T1225 oasc.SolrCore.<init> [unloadcollection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1389762825095/unloadcollection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1389762824046/1389762832002unloadcollection1_1n/
   [junit4]   2> 813975 T1225 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2450fe6
   [junit4]   2> 813976 T1225 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1389762824046/1389762832002unloadcollection1_1n
   [junit4]   2> 813977 T1225 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1389762824046/1389762832002unloadcollection1_1n/index/
   [junit4]   2> 813977 T1225 oasc.SolrCore.initIndex WARN [unloadcollection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1389762824046/1389762832002unloadcollection1_1n/index' doesn't exist. Creating new index...
   [junit4]   2> 813979 T1225 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1389762824046/1389762832002unloadcollection1_1n/index
   [junit4]   2> 813980 T1225 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7101328714423661]
   [junit4]   2> 813989 T1225 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index2431124359tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1b09db4d; maxCacheMB=0.4306640625 maxMergeSizeMB=0.1357421875))),segFN=segments_1,generation=1}
   [junit4]   2> 813989 T1225 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 813995 T1225 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 813995 T1225 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 813996 T1225 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 813996 T1225 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 813997 T1225 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 813997 T1225 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 813998 T1225 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 813998 T1225 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 813999 T1225 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 814000 T1225 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 814000 T1225 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 814001 T1225 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 814001 T1225 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 814002 T1225 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 814003 T1225 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 814004 T1225 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 814013 T1225 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 814023 T1225 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 814024 T1225 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 814025 T1225 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=111552650, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 814041 T1225 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index2431124359tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1b09db4d; maxCacheMB=0.4306640625 maxMergeSizeMB=0.1357421875))),segFN=segments_1,generation=1}
   [junit4]   2> 814042 T1225 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 814042 T1225 oass.SolrIndexSearcher.<init> Opening Searcher@6ed73d21 main
   [junit4]   2> 814046 T1279 oasc.SolrCore.registerSearcher [unloadcollection1] Registered new searcher Searcher@6ed73d21 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 814049 T1225 oasc.CoreContainer.registerCore registering core: unloadcollection1
   [junit4]   2> 814050 T1225 oasc.ZkController.register Register replica - core:unloadcollection1 address:http://127.0.0.1:42831/du_ collection:unloadcollection shard:shard1
   [junit4]   2> 814051 T1225 oascc.SolrZkClient.makePath makePath: /collections/unloadcollection/leader_elect/shard1/election
   [junit4]   2> 814074 T1225 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 814086 T1217 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 814086 T1225 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 814087 T1225 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C538 name=unloadcollection1 org.apache.solr.core.SolrCore@2b3d23f3 url=http://127.0.0.1:42831/du_/unloadcollection1 node=127.0.0.1:42831_du_ C538_STATE=coll:unloadcollection core:unloadcollection1 props:{state=down, base_url=http://127.0.0.1:42831/du_, core=unloadcollection1, node_name=127.0.0.1:42831_du_}
   [junit4]   2> 814087 T1225 C538 P42831 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42831/du_/unloadcollection1/
   [junit4]   2> 814088 T1218 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 814088 T1225 C538 P42831 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 814089 T1225 C538 P42831 oasc.SyncStrategy.syncToMe http://127.0.0.1:42831/du_/unloadcollection1/ has no replicas
   [junit4]   2> 814089 T1225 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42831/du_/unloadcollection1/ shard1
   [junit4]   2> 814090 T1225 oascc.SolrZkClient.makePath makePath: /collections/unloadcollection/leaders/shard1
   [junit4]   2> 814093 T1217 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 814101 T1235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 814102 T1263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 814101 T1222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 814101 T1217 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 814101 T1249 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 814102 T1277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 814121 T1218 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 814126 T1217 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 814229 T1235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 814229 T1263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 814229 T1277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 814229 T1222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 814229 T1217 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 814229 T1249 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 814273 T1225 oasc.ZkController.register We are http://127.0.0.1:42831/du_/unloadcollection1/ and leader is http://127.0.0.1:42831/du_/unloadcollection1/
   [junit4]   2> 814273 T1225 oasc.ZkController.register No LogReplay needed for core=unloadcollection1 baseURL=http://127.0.0.1:42831/du_
   [junit4]   2> 814273 T1225 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 814274 T1225 oasc.ZkController.publish publishing core=unloadcollection1 state=active
   [junit4]   2> 814276 T1217 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 814276 T1217 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 814276 T1217 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 814277 T1225 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 814278 T1225 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=1&name=unloadcollection1&action=CREATE&collection=unloadcollection&dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1389762824046/1389762832002unloadcollection1_1n&wt=javabin&version=2} status=0 QTime=2340 
   [junit4]   2> 814278 T1218 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 814279 T1218 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:42831/du_",
   [junit4]   2> 	  "core":"unloadcollection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:42831_du_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"unloadcollection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 814280 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 814292 T1282 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d10300e name:ZooKeeperConnection Watcher:127.0.0.1:18232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 814293 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 814295 T1217 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 814295 T1195 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 814299 T1195 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 814303 T1239 oasc.ZkController.publish publishing core=unloadcollection2 state=down
   [junit4]   2> 814303 T1239 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 814305 T1217 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 814305 T1239 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 814307 T1218 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57756/du_",
   [junit4]   2> 	  "core":"unloadcollection2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:57756_du_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"unloadcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 814307 T1218 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 814307 T1218 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 814316 T1217 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 814422 T1235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 814422 T1217 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 814422 T1277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 814422 T1263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 814422 T1282 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 814422 T1222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 814422 T1249 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 815307 T1239 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for unloadcollection2
   [junit4]   2> 815309 T1239 oasc.CoreContainer.create Creating SolrCore 'unloadcollection2' using instanceDir: ./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1389762826892/unloadcollection2
   [junit4]   2> 815309 T1239 oasc.ZkController.createCollectionZkNode Check for collection zkNode:unloadcollection
   [junit4]   2> 815310 T1239 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 815311 T1239 oascc.ZkStateReader.readConfigName Load collection config from:/collections/unloadcollection
   [junit4]   2> 815312 T1239 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1389762826892/unloadcollection2/'
   [junit4]   2> 815405 T1239 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 815469 T1239 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 815571 T1239 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 815585 T1239 oass.IndexSchema.readSchema [unloadcollection2] Schema name=test
   [junit4]   2> 816246 T1239 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 816247 T1239 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 816249 T1239 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 816263 T1239 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 816267 T1239 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 816288 T1239 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 816294 T1239 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 816299 T1239 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 816301 T1239 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 816302 T1239 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 816302 T1239 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 816304 T1239 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 816304 T1239 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 816305 T1239 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 816305 T1239 oasc.SolrCore.<init> [unloadcollection2] Opening new SolrCore at ./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1389762826892/unloadcollection2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1389762824046/1389762834367unloadcollection1_2n/
   [junit4]   2> 816306 T1239 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2450fe6
   [junit4]   2> 816307 T1239 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1389762824046/1389762834367unloadcollection1_2n
   [junit4]   2> 816308 T1239 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1389762824046/1389762834367unloadcollection1_2n/index/
   [junit4]   2> 816308 T1239 oasc.SolrCore.initIndex WARN [unloadcollection2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1389762824046/1389762834367unloadcollection1_2n/index' doesn't exist. Creating new index...
   [junit4]   2> 816310 T1239 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1389762824046/1389762834367unloadcollection1_2n/index
   [junit4]   2> 816310 T1239 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7101328714423661]
   [junit4]   2> 816316 T1239 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index2431124360tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1ba9fed4; maxCacheMB=0.4306640625 maxMergeSizeMB=0.1357421875))),segFN=segments_1,generation=1}
   [junit4]   2> 816316 T1239 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 816322 T1239 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 816322 T1239 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 816323 T1239 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 816323 T1239 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 816324 T1239 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 816324 T1239 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 816325 T1239 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 816325 T1239 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 816326 T1239 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 816327 T1239 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 816327 T1239 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 816328 T1239 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 816328 T1239 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 816329 T1239 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 816330 T1239 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 816331 T1239 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 816340 T1239 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 816350 T1239 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 816351 T1239 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 816352 T1239 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=111552650, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 816354 T1239 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index2431124360tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1ba9fed4; maxCacheMB=0.4306640625 maxMergeSizeMB=0.1357421875))),segFN=segments_1,generation=1}
   [junit4]   2> 816355 T1239 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 816355 T1239 oass.SolrIndexSearcher.<init> Opening Searcher@8e371ed main
   [junit4]   2> 816360 T1283 oasc.SolrCore.registerSearcher [unloadcollection2] Registered new searcher Searcher@8e371ed main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 816363 T1239 oasc.CoreContainer.registerCore registering core: unloadcollection2
   [junit4]   2> 816363 T1239 oasc.ZkController.register Register replica - core:unloadcollection2 address:http://127.0.0.1:57756/du_ collection:unloadcollection shard:shard1
   [junit4]   2> 816368 T1239 oasc.ZkController.register We are http://127.0.0.1:57756/du_/unloadcollection2/ and leader is http://127.0.0.1:42831/du_/unloadcollection1/
   [junit4]   2> 816368 T1239 oasc.ZkController.register No LogReplay needed for core=unloadcollection2 baseURL=http://127.0.0.1:57756/du_
   [junit4]   2> 816369 T1239 oasc.ZkController.checkRecovery Core needs to recover:unloadcollection2
   [junit4]   2> 816369 T1239 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> ASYNC  NEW_CORE C539 name=unloadcollection2 org.apache.solr.core.SolrCore@45619ca4 url=http://127.0.0.1:57756/du_/unloadcollection2 node=127.0.0.1:57756_du_ C539_STATE=coll:unloadcollection core:unloadcollection2 props:{state=down, base_url=http://127.0.0.1:57756/du_, core=unloadcollection2, node_name=127.0.0.1:57756_du_}
   [junit4]   2> 816370 T1285 C539 P57756 oasc.RecoveryStrategy.run Starting recovery process.  core=unloadcollection2 recoveringAfterStartup=true
   [junit4]   2> 816371 T1285 C539 P57756 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
   [junit4]   2> 816371 T1239 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 816371 T1285 C539 P57756 oasc.ZkController.publish publishing core=unloadcollection2 state=recovering
   [junit4]   2> 816372 T1285 C539 P57756 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 816372 T1239 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={name=unloadcollection2&action=CREATE&collection=unloadcollection&dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1389762824046/1389762834367unloadcollection1_2n&wt=javabin&version=2} status=0 QTime=2070 
   [junit4]   2> 816373 T1217 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 816374 T1217 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 816374 T1195 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 816374 T1217 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 816375 T1226 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true
   [junit4]   2> 816375 T1195 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: unloadcollection failOnTimeout:true timeout (sec):330
   [junit4]   2> 816376 T1218 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 816376 T1195 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 816377 T1218 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57756/du_",
   [junit4]   2> 	  "core":"unloadcollection2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:57756_du_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"unloadcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 816381 T1217 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 816389 T1235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 816390 T1217 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 816390 T1277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 816390 T1282 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 816389 T1249 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 816390 T1263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 816390 T1222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 817376 T1226 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 817376 T1226 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=core_node2&onlyIfLeaderActive=true&state=recovering&nodeName=127.0.0.1:57756_du_&action=PREPRECOVERY&checkLive=true&core=unloadcollection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
   [junit4]   2> 817380 T1195 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 818382 T1195 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2>  C539_STATE=coll:unloadcollection core:unloadcollection2 props:{state=recovering, base_url=http://127.0.0.1:57756/du_, core=unloadcollection2, node_name=127.0.0.1:57756_du_}
   [junit4]   2> 819378 T1285 C539 P57756 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:42831/du_/unloadcollection1/ core=unloadcollection2 - recoveringAfterStartup=true
   [junit4]   2> 819378 T1285 C539 P57756 oasu.PeerSync.sync PeerSync: core=unloadcollection2 url=http://127.0.0.1:57756/du_ START replicas=[http://127.0.0.1:42831/du_/unloadcollection1/] nUpdates=100
   [junit4]   2> 819379 T1285 C539 P57756 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> 819379 T1285 C539 P57756 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=unloadcollection2
   [junit4]   2> 819380 T1285 C539 P57756 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=unloadcollection2
   [junit4]   2> 819380 T1285 C539 P57756 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=unloadcollection2
   [junit4]   2> 819380 T1285 C539 P57756 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 819381 T1285 C539 P57756 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:42831/du_/unloadcollection1/. core=unloadcollection2
   [junit4]   2> 819385 T1195 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> ASYNC  NEW_CORE C540 name=unloadcollection1 org.apache.solr.core.SolrCore@2b3d23f3 url=http://127.0.0.1:42831/du_/unloadcollection1 node=127.0.0.1:42831_du_ C540_STATE=coll:unloadcollection core:unloadcollection1 props:{state=active, base_url=http://127.0.0.1:42831/du_, core=unloadcollection1, node_name=127.0.0.1:42831_du_, leader=true}
   [junit4]   2> 819389 T1227 C540 P42831 oasc.SolrCore.execute [unloadcollection1] webapp=/du_ path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
   [junit4]   2> 819389 T1228 C540 P42831 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 819390 T1228 C540 P42831 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 819390 T1228 C540 P42831 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 819391 T1228 C540 P42831 oasup.LogUpdateProcessor.finish [unloadcollection1] webapp=/du_ path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 2
   [junit4]   2> 819392 T1285 C539 P57756 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 819392 T1285 C539 P57756 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 819395 T1227 C540 P42831 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 819395 T1227 C540 P42831 oasc.SolrCore.execute [unloadcollection1] webapp=/du_ path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
   [junit4]   2> 819396 T1285 C539 P57756 oasc.RecoveryStrategy.replay No replay needed. core=unloadcollection2
   [junit4]   2> 819396 T1285 C539 P57756 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=unloadcollection2
   [junit4]   2> 819396 T1285 C539 P57756 oasc.ZkController.publish publishing core=unloadcollection2 state=active
   [junit4]   2> 819396 T1285 C539 P57756 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 819398 T1217 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 819398

[...truncated too long message...]

SyncStrategy.sync WARN Closed, skipping sync up.
   [junit4]   2> 1620891 T1235 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 1620891 T1235 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5c533a2
   [junit4]   2> 1620894 T1235 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=23,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=448,cumulative_deletesById=211,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=2}
   [junit4]   2> 1620895 T1235 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1620895 T1235 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1620895 T1235 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1620896 T1235 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1620897 T1235 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1620898 T1235 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1389762123610/jetty10 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1389762123610/jetty10;done=false>>]
   [junit4]   2> 1620898 T1235 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1389762123610/jetty10
   [junit4]   2> 1620898 T1235 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1389762123610/jetty10/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1389762123610/jetty10/index;done=false>>]
   [junit4]   2> 1620898 T1235 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1389762123610/jetty10/index
   [junit4]   2> 1620899 T1235 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1621023 T1215 C421 P28094 oasc.SyncStrategy.sync WARN Closed, skipping sync up.
   [junit4]   2> 1621023 T1215 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 1621024 T1215 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@696a729a
   [junit4]   2> 1621031 T1215 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=23,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=133,cumulative_deletesById=50,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=7}
   [junit4]   2> 1621031 T1215 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1621031 T1215 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1621031 T1215 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1621032 T1215 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1621033 T1215 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1621033 T1215 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1389762123610/jetty12/index.20140115000250962 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1389762123610/jetty12/index.20140115000250962;done=false>>]
   [junit4]   2> 1621034 T1215 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1389762123610/jetty12/index.20140115000250962
   [junit4]   2> 1621034 T1215 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1389762123610/jetty12 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1389762123610/jetty12;done=false>>]
   [junit4]   2> 1621034 T1215 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1389762123610/jetty12
   [junit4]   2> 1621034 T1215 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1621035 T1215 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:91)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:136)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene46: {id=PostingsFormat(name=NestedPulsing), a_t=MockFixedIntBlock(blockSize=475), _version_=MockFixedIntBlock(blockSize=475), rnd_b=PostingsFormat(name=NestedPulsing), a_si=PostingsFormat(name=Direct)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=ar_LY, timezone=US/Eastern
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=1,free=115610312,total=458883072
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsCollectionsAPIDistributedZkTest, TestLazyCores, TestPartialUpdateDeduplication, SpellingQueryConverterTest, HardAutoCommitTest, TestManagedSchemaFieldResource, TestOmitPositions, TestRTGBase, SpellCheckCollatorTest, TestDefaultSimilarityFactory, JSONWriterTest, TestWordDelimiterFilterFactory, PluginInfoTest, DocValuesMultiTest, TestStressLucene, TestJmxIntegration, HdfsSyncSliceTest, CursorMarkTest, TestBinaryField, TestIBSimilarityFactory, TestSolrDeletionPolicy2, StandardRequestHandlerTest, TestHashPartitioner, ChaosMonkeySafeLeaderTest]
   [junit4] Completed on J1 in 1517.70s, 1 test, 1 failure <<< FAILURES!

[...truncated 839 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:466: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:439: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/common-build.xml:491: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1307: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:940: There were test failures: 352 suites, 1538 tests, 1 suite-level error, 1 failure, 32 ignored (4 assumptions)

Total time: 196 minutes 19 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

UILD\\s+FAILED(?s:.*+)                                                                                                                                   \
)"}