You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/05/04 17:04:18 UTC

[JENKINS] Lucene-Solr-4.x-Windows (32bit/jdk1.8.0_20-ea-b11) - Build # 3928 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/3928/
Java: 32bit/jdk1.8.0_20-ea-b11 -server -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
KeeperErrorCode = Session expired for /live_nodes

Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /live_nodes
	at __randomizedtesting.SeedInfo.seed([7FB7369D9EB08A9F:FE51B885E9EFEAA3]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
	at org.apache.solr.common.cloud.ZkStateReader.updateClusterState(ZkStateReader.java:414)
	at org.apache.solr.common.cloud.ZkStateReader.updateClusterState(ZkStateReader.java:240)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:150)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:137)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:132)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:719)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:146)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 20194 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\init-core-data-001
   [junit4]   2> 492894 T1212 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 492898 T1212 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 492901 T1212 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 492902 T1213 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 493014 T1212 oasc.ZkTestServer.run start zk server on port:55126
   [junit4]   2> 493017 T1212 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 493031 T1219 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e225c4 name:ZooKeeperConnection Watcher:127.0.0.1:55126 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 493031 T1212 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 493032 T1212 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 493038 T1214 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x145c795aa410000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 493041 T1212 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 493043 T1221 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a8bc38 name:ZooKeeperConnection Watcher:127.0.0.1:55126/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 493044 T1212 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 493044 T1212 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 493050 T1212 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 493054 T1212 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 493058 T1212 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 493064 T1212 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 493064 T1212 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 493072 T1212 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 493073 T1212 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 493080 T1212 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 493080 T1212 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 493087 T1212 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 493087 T1212 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 493093 T1212 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 493093 T1212 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 493098 T1212 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 493099 T1212 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 493104 T1212 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 493104 T1212 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 493109 T1212 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 493110 T1212 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 493115 T1212 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 493115 T1212 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 493120 T1212 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 493121 T1212 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 493126 T1212 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 493126 T1212 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 495440 T1212 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 495449 T1212 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55133
   [junit4]   2> 495449 T1212 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 495449 T1212 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 495449 T1212 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-002
   [junit4]   2> 495449 T1212 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-002\'
   [junit4]   2> 495488 T1212 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-002\solr.xml
   [junit4]   2> 495517 T1212 oasc.CoreContainer.<init> New CoreContainer 21607245
   [junit4]   2> 495519 T1212 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-002\]
   [junit4]   2> 495520 T1212 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 495520 T1212 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 495520 T1212 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 495520 T1212 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 495521 T1212 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 495521 T1212 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 495521 T1212 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 495521 T1212 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 495521 T1212 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 495523 T1212 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 495525 T1212 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 495525 T1212 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 495525 T1212 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55126/solr
   [junit4]   2> 495525 T1212 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 495528 T1212 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 495538 T1232 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@907bcf name:ZooKeeperConnection Watcher:127.0.0.1:55126 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 495539 T1212 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 495546 T1212 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 495548 T1234 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9fc584 name:ZooKeeperConnection Watcher:127.0.0.1:55126/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 495548 T1212 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 495551 T1212 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 495557 T1212 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 495562 T1212 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 495568 T1212 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 495574 T1212 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 495581 T1212 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 495584 T1212 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55133_
   [junit4]   2> 495586 T1212 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55133_
   [junit4]   2> 495591 T1212 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 495595 T1212 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 495604 T1212 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:55133_
   [junit4]   2> 495604 T1212 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 495615 T1212 oasc.Overseer.start Overseer (id=91698813051404291-127.0.0.1:55133_-n_0000000000) starting
   [junit4]   2> 495622 T1212 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 495643 T1236 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 495644 T1212 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 495645 T1236 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes at 127.0.0.1:55133_
   [junit4]   2> 495648 T1212 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 495650 T1212 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 495656 T1235 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 495661 T1237 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 495661 T1237 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 495666 T1237 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 495666 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 495668 T1235 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 495669 T1235 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55133",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55133_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 495669 T1235 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 495669 T1235 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 495674 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 495676 T1234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 496793 T1237 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 496793 T1237 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 496794 T1237 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 496794 T1237 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 496799 T1237 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 496799 T1237 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-002\collection1\'
   [junit4]   2> 496803 T1237 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 496803 T1237 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 496806 T1237 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 496851 T1237 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 496859 T1237 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 496864 T1237 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 496868 T1237 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 497008 T1237 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 497008 T1237 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 497009 T1237 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 497018 T1237 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 497020 T1237 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 497046 T1237 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 497051 T1237 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 497057 T1237 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 497060 T1237 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 497060 T1237 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 497061 T1237 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 497063 T1237 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 497063 T1237 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 497063 T1237 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 497063 T1237 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 497064 T1237 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-002\collection1\, dataDir=.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-001/control/data\
   [junit4]   2> 497064 T1237 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@11dfa04
   [junit4]   2> 497065 T1237 oasc.CachingDirectoryFactory.get return new directory for .\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-001/control/data\
   [junit4]   2> 497065 T1237 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-001/control/data\index/
   [junit4]   2> 497065 T1237 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-001\control\data\index' doesn't exist. Creating new index...
   [junit4]   2> 497066 T1237 oasc.CachingDirectoryFactory.get return new directory for .\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-001/control/data\index
   [junit4]   2> 497067 T1237 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6090195421314986]
   [junit4]   2> 497068 T1237 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@15f3de lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@192fdce),segFN=segments_1,generation=1}
   [junit4]   2> 497068 T1237 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 497072 T1237 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 497073 T1237 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 497073 T1237 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 497073 T1237 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 497074 T1237 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 497074 T1237 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 497074 T1237 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 497074 T1237 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 497074 T1237 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 497075 T1237 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 497075 T1237 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 497075 T1237 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 497075 T1237 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 497076 T1237 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 497077 T1237 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 497077 T1237 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 497087 T1237 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 497094 T1237 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 497094 T1237 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 497095 T1237 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7401334564103842]
   [junit4]   2> 497153 T1237 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@15f3de lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@192fdce),segFN=segments_1,generation=1}
   [junit4]   2> 497153 T1237 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 497154 T1237 oass.SolrIndexSearcher.<init> Opening Searcher@fe1cad[collection1] main
   [junit4]   2> 497154 T1237 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 497155 T1237 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 497155 T1237 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 497156 T1237 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 497156 T1237 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 497156 T1237 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 497158 T1237 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 497158 T1237 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 497158 T1237 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 497158 T1237 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 497160 T1238 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@fe1cad[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 497161 T1237 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 497162 T1241 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55133 collection:control_collection shard:shard1
   [junit4]   2> 497162 T1212 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 497167 T1212 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 497169 T1241 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 497170 T1212 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 497173 T1243 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bffbb4 name:ZooKeeperConnection Watcher:127.0.0.1:55126/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 497174 T1212 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 497178 T1212 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 497193 T1241 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 497194 T1212 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 497197 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 497198 T1241 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 497198 T1241 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C945 name=collection1 org.apache.solr.core.SolrCore@eeec12 url=http://127.0.0.1:55133/collection1 node=127.0.0.1:55133_ C945_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:55133, core=collection1, node_name=127.0.0.1:55133_}
   [junit4]   2> 497198 T1241 C945 P55133 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55133/collection1/
   [junit4]   2> 497199 T1241 C945 P55133 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 497199 T1241 C945 P55133 oasc.SyncStrategy.syncToMe http://127.0.0.1:55133/collection1/ has no replicas
   [junit4]   2> 497199 T1241 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55133/collection1/ shard1
   [junit4]   2> 497199 T1241 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 497203 T1235 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 497211 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 497217 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 497224 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 497340 T1234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 497341 T1243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 497390 T1241 oasc.ZkController.register We are http://127.0.0.1:55133/collection1/ and leader is http://127.0.0.1:55133/collection1/
   [junit4]   2> 497390 T1241 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55133
   [junit4]   2> 497390 T1241 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 497390 T1241 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 497390 T1241 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 497393 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 497393 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 497393 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 497395 T1241 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 497400 T1235 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 497401 T1235 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55133",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55133_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 497406 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 497523 T1243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 497524 T1234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 499473 T1212 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 499474 T1212 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 499480 T1212 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55145
   [junit4]   2> 499480 T1212 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 499480 T1212 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 499482 T1212 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-003
   [junit4]   2> 499482 T1212 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-003\'
   [junit4]   2> 499516 T1212 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-003\solr.xml
   [junit4]   2> 499531 T1212 oasc.CoreContainer.<init> New CoreContainer 4184463
   [junit4]   2> 499532 T1212 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-003\]
   [junit4]   2> 499532 T1212 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 499532 T1212 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 499533 T1212 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 499533 T1212 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 499533 T1212 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 499535 T1212 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 499535 T1212 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 499535 T1212 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 499536 T1212 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 499536 T1212 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 499536 T1212 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 499537 T1212 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 499537 T1212 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55126/solr
   [junit4]   2> 499537 T1212 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 499540 T1212 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 499546 T1254 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f2ec88 name:ZooKeeperConnection Watcher:127.0.0.1:55126 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 499547 T1212 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 499550 T1214 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x145c795aa410005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 499553 T1212 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 499555 T1256 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8da9ee name:ZooKeeperConnection Watcher:127.0.0.1:55126/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 499555 T1212 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 499571 T1212 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 500704 T1212 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55145_
   [junit4]   2> 500706 T1212 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55145_
   [junit4]   2> 500713 T1256 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 500714 T1234 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 500714 T1243 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 500725 T1257 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 500725 T1257 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 500727 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 500727 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 500727 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 500727 T1257 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 500730 T1235 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 500731 T1235 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55145",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55145_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 500731 T1235 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 500731 T1235 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 500737 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 500738 T1243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 500738 T1234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 500739 T1256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 501909 T1257 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 501909 T1257 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 501911 T1257 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 501911 T1257 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 501913 T1257 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 501913 T1257 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-003\collection1\'
   [junit4]   2> 501918 T1257 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 501920 T1257 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 501923 T1257 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 501984 T1257 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 501994 T1257 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 501998 T1257 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 502005 T1257 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 502161 T1257 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 502164 T1257 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 502164 T1257 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 502179 T1257 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 502179 T1257 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 502200 T1257 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 502205 T1257 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 502207 T1257 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 502211 T1257 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 502211 T1257 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 502211 T1257 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 502216 T1257 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 502216 T1257 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 502216 T1257 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 502216 T1257 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 502218 T1257 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-003\collection1\, dataDir=.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-001/jetty1\
   [junit4]   2> 502218 T1257 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@11dfa04
   [junit4]   2> 502219 T1257 oasc.CachingDirectoryFactory.get return new directory for .\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-001/jetty1\
   [junit4]   2> 502219 T1257 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-001/jetty1\index/
   [junit4]   2> 502219 T1257 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-001\jetty1\index' doesn't exist. Creating new index...
   [junit4]   2> 502221 T1257 oasc.CachingDirectoryFactory.get return new directory for .\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-001/jetty1\index
   [junit4]   2> 502221 T1257 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6090195421314986]
   [junit4]   2> 502222 T1257 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@a116bb lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1e4991e),segFN=segments_1,generation=1}
   [junit4]   2> 502222 T1257 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 502227 T1257 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 502227 T1257 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 502227 T1257 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 502228 T1257 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 502228 T1257 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 502228 T1257 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 502229 T1257 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 502229 T1257 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 502229 T1257 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 502229 T1257 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 502231 T1257 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 502231 T1257 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 502231 T1257 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 502231 T1257 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 502233 T1257 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 502233 T1257 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 502241 T1257 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 502246 T1257 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 502246 T1257 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 502247 T1257 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7401334564103842]
   [junit4]   2> 502310 T1257 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@a116bb lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1e4991e),segFN=segments_1,generation=1}
   [junit4]   2> 502310 T1257 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 502310 T1257 oass.SolrIndexSearcher.<init> Opening Searcher@1cfd784[collection1] main
   [junit4]   2> 502311 T1257 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 502314 T1257 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 502314 T1257 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 502315 T1257 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 502315 T1257 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 502315 T1257 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 502316 T1257 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 502316 T1257 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 502316 T1257 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 502316 T1257 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 502321 T1258 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1cfd784[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 502324 T1257 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 502326 T1261 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55145 collection:collection1 shard:shard2
   [junit4]   2> 502327 T1212 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 502327 T1212 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 502328 T1261 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 502353 T1261 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 502359 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 502360 T1261 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 502361 T1261 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C946 name=collection1 org.apache.solr.core.SolrCore@30917a url=http://127.0.0.1:55145/collection1 node=127.0.0.1:55145_ C946_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:55145, core=collection1, node_name=127.0.0.1:55145_}
   [junit4]   2> 502361 T1261 C946 P55145 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55145/collection1/
   [junit4]   2> 502361 T1261 C946 P55145 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 502361 T1261 C946 P55145 oasc.SyncStrategy.syncToMe http://127.0.0.1:55145/collection1/ has no replicas
   [junit4]   2> 502361 T1261 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55145/collection1/ shard2
   [junit4]   2> 502362 T1261 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 502367 T1235 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 502391 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 502397 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 502406 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 502537 T1256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 502538 T1243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 502539 T1234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 502589 T1261 oasc.ZkController.register We are http://127.0.0.1:55145/collection1/ and leader is http://127.0.0.1:55145/collection1/
   [junit4]   2> 502589 T1261 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55145
   [junit4]   2> 502589 T1261 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 502590 T1261 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 502604 T1261 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 502608 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 502608 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 502608 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 502611 T1261 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 502615 T1235 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 502617 T1235 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55145",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55145_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 502626 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 502759 T1256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 502761 T1243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 502762 T1234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 504895 T1212 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 504896 T1212 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 504902 T1212 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55154
   [junit4]   2> 504903 T1212 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 504904 T1212 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 504904 T1212 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-004
   [junit4]   2> 504904 T1212 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-004\'
   [junit4]   2> 504944 T1212 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-004\solr.xml
   [junit4]   2> 504965 T1212 oasc.CoreContainer.<init> New CoreContainer 27813078
   [junit4]   2> 504966 T1212 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-004\]
   [junit4]   2> 504967 T1212 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 504967 T1212 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 504967 T1212 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 504969 T1212 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 504969 T1212 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 504969 T1212 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 504970 T1212 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 504970 T1212 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 504971 T1212 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 504971 T1212 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 504971 T1212 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 504971 T1212 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 504975 T1212 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55126/solr
   [junit4]   2> 504975 T1212 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 504993 T1212 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 505009 T1272 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14afb89 name:ZooKeeperConnection Watcher:127.0.0.1:55126 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 505011 T1212 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 505018 T1212 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 505021 T1274 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c11489 name:ZooKeeperConnection Watcher:127.0.0.1:55126/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 505022 T1212 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 505039 T1212 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 506285 T1212 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55154_
   [junit4]   2> 506287 T1212 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55154_
   [junit4]   2> 506296 T1234 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 506296 T1243 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 506296 T1256 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 506296 T1274 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 506313 T1275 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 506313 T1275 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 506317 T1275 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 506318 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 506318 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 506318 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 506320 T1235 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 506321 T1235 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55154",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55154_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 506323 T1235 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 506323 T1235 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 506327 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 506330 T1234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 506330 T1243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 506330 T1274 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 506330 T1256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 507557 T1275 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 507557 T1275 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 507558 T1275 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 507558 T1275 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 507560 T1275 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 507560 T1275 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-004\collection1\'
   [junit4]   2> 507563 T1275 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 507565 T1275 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 507565 T1275 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 507610 T1275 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 507622 T1275 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 507624 T1275 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 507631 T1275 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 507793 T1275 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 507794 T1275 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 507795 T1275 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 507830 T1275 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 507830 T1275 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 507853 T1275 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 507869 T1275 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 507874 T1275 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 507876 T1275 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 507876 T1275 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 507876 T1275 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 507879 T1275 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 507879 T1275 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 507879 T1275 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 507879 T1275 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 507879 T1275 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-004\collection1\, dataDir=.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-001/jetty2\
   [junit4]   2> 507879 T1275 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@11dfa04
   [junit4]   2> 507881 T1275 oasc.CachingDirectoryFactory.get return new directory for .\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-001/jetty2\
   [junit4]   2> 507882 T1275 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-001/jetty2\index/
   [junit4]   2> 507882 T1275 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-001\jetty2\index' doesn't exist. Creating new index...
   [junit4]   2> 507884 T1275 oasc.CachingDirectoryFactory.get return new directory for .\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-001/jetty2\index
   [junit4]   2> 507884 T1275 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6090195421314986]
   [junit4]   2> 507885 T1275 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@33e277 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@19441fa),segFN=segments_1,generation=1}
   [junit4]   2> 507885 T1275 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 507887 T1275 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 507889 T1275 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 507889 T1275 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 507889 T1275 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 507889 T1275 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 507890 T1275 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 507890 T1275 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 507890 T1275 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 507890 T1275 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 507891 T1275 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 507891 T1275 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 507892 T1275 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 507892 T1275 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 507892 T1275 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 507893 T1275 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 507893 T1275 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 507899 T1275 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 507905 T1275 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 507905 T1275 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 507907 T1275 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7401334564103842]
   [junit4]   2> 507971 T1275 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@33e277 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@19441fa),segFN=segments_1,generation=1}
   [junit4]   2> 507971 T1275 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 507971 T1275 oass.SolrIndexSearcher.<init> Opening Searcher@17eae10[collection1] main
   [junit4]   2> 507971 T1275 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 507973 T1275 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 507973 T1275 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 507974 T1275 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 507974 T1275 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 507974 T1275 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 507976 T1275 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 507976 T1275 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 507976 T1275 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 507976 T1275 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 507982 T1276 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@17eae10[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 507984 T1275 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 507988 T1279 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55154 collection:collection1 shard:shard1
   [junit4]   2> 507989 T1212 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 507990 T1212 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 507993 T1279 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 508006 T1279 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 508011 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 508012 T1279 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 508012 T1279 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C947 name=collection1 org.apache.solr.core.SolrCore@9996a2 url=http://127.0.0.1:55154/collection1 node=127.0.0.1:55154_ C947_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:55154, core=collection1, node_name=127.0.0.1:55154_}
   [junit4]   2> 508012 T1279 C947 P55154 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55154/collection1/
   [junit4]   2> 508012 T1279 C947 P55154 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 508012 T1279 C947 P55154 oasc.SyncStrategy.syncToMe http://127.0.0.1:55154/collection1/ has no replicas
   [junit4]   2> 508012 T1279 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55154/collection1/ shard1
   [junit4]   2> 508013 T1279 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 508017 T1235 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 508104 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 508182 T1256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 508183 T1234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 508183 T1243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 508184 T1274 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 508194 T1235 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 508201 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 508328 T1256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 508328 T1234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 508329 T1243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 508329 T1274 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 508378 T1279 oasc.ZkController.register We are http://127.0.0.1:55154/collection1/ and leader is http://127.0.0.1:55154/collection1/
   [junit4]   2> 508378 T1279 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55154
   [junit4]   2> 508378 T1279 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 508378 T1279 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 508378 T1279 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 508381 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 508381 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 508381 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 508384 T1279 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 508386 T1235 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 508387 T1235 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55154",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55154_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 508394 T1234 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 508524 T1256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 508526 T1234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 508526 T1243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 508526 T1274 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 510431 T1212 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 510432 T1212 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 510438 T1212 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55163
   [junit4]   2> 510439 T1212 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 510439 T1212 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 510440 T1212 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-005
   [junit4]   2> 510440 T1212 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-005\'
   [junit4]   2> 510479 T1212 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-005\solr.xml
   [junit4]   2> 510496 T1212 oasc.CoreContainer.<init> New CoreContainer 11242749
   [junit4]   2> 510496 T1212 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-005\]
   [junit4]   2> 510497 T1212 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 510497 T1212 oashc.HttpShardHandlerFactory

[...truncated too long message...]

sing IndexWriter
   [junit4]   2> 604413 T1212 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 604413 T1212 C1003 P55173 oasu.DirectUpdateHandler2.closeWriter Committing on IndexWriter close.
   [junit4]   2> 604417 T1212 C1003 P55173 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@653e36 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@111ca78),segFN=segments_9,generation=9}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@653e36 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@111ca78),segFN=segments_a,generation=10}
   [junit4]   2> 604417 T1212 C1003 P55173 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 10
   [junit4]   2> 604421 T1439 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55173",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55173_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node4"}
   [junit4]   2> 604427 T1212 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 604427 T1212 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 604427 T1212 oasc.CachingDirectoryFactory.closeCacheValue looking to close .\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-001/jetty4\index [CachedDir<<refCount=0;path=.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-001/jetty4\index;done=false>>]
   [junit4]   2> 604427 T1212 oasc.CachingDirectoryFactory.close Closing directory: .\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-001/jetty4\index
   [junit4]   2> 604427 T1212 oasc.CachingDirectoryFactory.closeCacheValue looking to close .\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-001/jetty4\ [CachedDir<<refCount=0;path=.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-001/jetty4\;done=false>>]
   [junit4]   2> 604427 T1212 oasc.CachingDirectoryFactory.close Closing directory: .\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001\tempDir-001/jetty4\
   [junit4]   2> 604436 T1439 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:55173_
   [junit4]   2> 604452 T1444 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:302)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:291)
   [junit4]   2> 
   [junit4]   2> 604472 T1212 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
   [junit4]   2> 604530 T1212 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 55276
   [junit4]   2> 604530 T1212 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 604532 T1212 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:55126 55126
   [junit4]   2> 606292 T1442 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 606403 T1312 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 607485 T1213 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:55126 55126
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZk2Test -Dtests.method=testDistribSearch -Dtests.seed=7FB7369D9EB08A9F -Dtests.slow=true -Dtests.locale=be -Dtests.timezone=Asia/Kashgar -Dtests.file.encoding=UTF-8
   [junit4] ERROR    115s | BasicDistributedZk2Test.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /live_nodes
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7FB7369D9EB08A9F:FE51B885E9EFEAA3]:0)
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]    > 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.updateClusterState(ZkStateReader.java:414)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.updateClusterState(ZkStateReader.java:240)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:150)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:137)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:132)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:719)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:146)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 607508 T1212 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.BasicDistributedZk2Test-7FB7369D9EB08A9F-001
   [junit4]   2> NOTE: test params are: codec=Lucene40, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=be, timezone=Asia/Kashgar
   [junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.8.0_20-ea (32-bit)/cpus=2,threads=1,free=55336208,total=252207104
   [junit4]   2> NOTE: All tests run in this JVM: [TestRandomMergePolicy, TestIndexingPerformance, PreAnalyzedUpdateProcessorTest, TestFastWriter, DirectUpdateHandlerOptimizeTest, ClusterStateUpdateTest, TestMultiCoreConfBootstrap, TestStressReorder, MoreLikeThisHandlerTest, TestRestManager, TestSolr4Spatial, DistributedDebugComponentTest, PathHierarchyTokenizerFactoryTest, TestIndexSearcher, XmlUpdateRequestHandlerTest, IndexSchemaTest, JSONWriterTest, JsonLoaderTest, SolrCoreTest, ChaosMonkeyNothingIsSafeTest, RegexBoostProcessorTest, TestReload, SliceStateUpdateTest, ZkNodePropsTest, ShardSplitTest, FastVectorHighlighterTest, CursorMarkTest, OpenCloseCoreStressTest, TestZkChroot, RAMDirectoryFactoryTest, DocValuesMultiTest, TestFastLRUCache, OverseerRolesTest, BlockDirectoryTest, AssignTest, TestAddFieldRealTimeGet, ScriptEngineTest, TestNoOpRegenerator, HdfsUnloadDistributedZkTest, NoCacheHeaderTest, StatsComponentTest, TestBM25SimilarityFactory, SimplePostToolTest, SliceStateTest, ZkCLITest, DebugComponentTest, SuggesterTSTTest, BasicDistributedZk2Test]
   [junit4] Completed in 114.65s, 1 test, 1 error <<< FAILURES!

[...truncated 1049 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:467: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:447: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:45: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1297: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:921: There were test failures: 389 suites, 1627 tests, 1 error, 42 ignored (21 assumptions)

Total time: 92 minutes 29 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.8.0_20-ea-b11 -server -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Windows (32bit/jdk1.8.0_05) - Build # 3929 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/3929/
Java: 32bit/jdk1.8.0_05 -server -XX:+UseSerialGC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.embedded.LargeVolumeEmbeddedTest

Error Message:
Could not remove the following files (in the order of attempts):    C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\tlog\tlog.0000000000000000004    C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\tlog    C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001    C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\tlog\tlog.0000000000000000004
   C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\tlog
   C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001
   C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001

	at __randomizedtesting.SeedInfo.seed([83E78EED8873015D]:0)
	at org.apache.lucene.util.TestUtil.rm(TestUtil.java:118)
	at org.apache.lucene.util.LuceneTestCase$TemporaryFilesCleanupRule.afterAlways(LuceneTestCase.java:2500)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12305 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.embedded.LargeVolumeEmbeddedTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001
   [junit4]   2> 46946 T96 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 46948 T96 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 46951 T96 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\'
   [junit4]   2> 47009 T96 oasc.SolrConfig.initLibs Adding specified lib dirs to ClassLoader
   [junit4]   2> 47012 T96 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/extraction/lib (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\contrib\extraction\lib).
   [junit4]   2> 47013 T96 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\dist).
   [junit4]   2> 47013 T96 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/clustering/lib/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\contrib\clustering\lib).
   [junit4]   2> 47013 T96 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\dist).
   [junit4]   2> 47015 T96 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/langid/lib/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\contrib\langid\lib).
   [junit4]   2> 47016 T96 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\dist).
   [junit4]   2> 47017 T96 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/velocity/lib (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\contrib\velocity\lib).
   [junit4]   2> 47017 T96 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\dist).
   [junit4]   2> 47049 T96 oasu.SolrIndexConfig.<init> IndexWriter infoStream solr logging is enabled
   [junit4]   2> 47050 T96 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 47096 T96 oasc.SolrConfig.<init> Loaded SolrConfig: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr/collection1/conf/solrconfig.xml
   [junit4]   2> 47096 T96 oass.IndexSchema.readSchema Reading Solr Schema from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr/collection1/conf/schema.xml
   [junit4]   2> 47114 T96 oass.IndexSchema.readSchema [null] Schema name=example
   [junit4]   2> 47419 T96 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 47423 T96 oasr.RestManager$Registry.registerManagedResource Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/english
   [junit4]   2> 47423 T96 oasr.RestManager$Registry.registerManagedResource Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory$SynonymManager for path /schema/analysis/synonyms/english
   [junit4]   2> 47440 T96 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 47452 T96 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 47500 T96 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 47500 T96 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr
   [junit4]   2> 47500 T96 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\'
   [junit4]   2> 47543 T96 oasc.CoreContainer.<init> New CoreContainer 9102040
   [junit4]   2> 47543 T96 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\]
   [junit4]   2> 47544 T96 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 47544 T96 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 47544 T96 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 47544 T96 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 47544 T96 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 47544 T96 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 47544 T96 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 47544 T96 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 47544 T96 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 47544 T96 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 47544 T96 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 47544 T96 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 47554 T97 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1/'
   [junit4]   2> 47585 T97 oasc.SolrConfig.initLibs Adding specified lib dirs to ClassLoader
   [junit4]   2> 47585 T97 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/extraction/lib (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\contrib\extraction\lib).
   [junit4]   2> 47585 T97 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\dist).
   [junit4]   2> 47585 T97 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/clustering/lib/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\contrib\clustering\lib).
   [junit4]   2> 47585 T97 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\dist).
   [junit4]   2> 47587 T97 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/langid/lib/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\contrib\langid\lib).
   [junit4]   2> 47587 T97 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\dist).
   [junit4]   2> 47587 T97 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/velocity/lib (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\contrib\velocity\lib).
   [junit4]   2> 47587 T97 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\dist).
   [junit4]   2> 47623 T97 oasu.SolrIndexConfig.<init> IndexWriter infoStream solr logging is enabled
   [junit4]   2> 47626 T97 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 47679 T97 oasc.SolrConfig.<init> Loaded SolrConfig: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr/collection1/conf/solrconfig.xml
   [junit4]   2> 47682 T97 oass.IndexSchema.readSchema Reading Solr Schema from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr/collection1/conf/schema.xml
   [junit4]   2> 47694 T97 oass.IndexSchema.readSchema [collection1] Schema name=example
   [junit4]   2> 47985 T97 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 47985 T97 oasr.RestManager$Registry.registerManagedResource Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/english
   [junit4]   2> 47988 T97 oasr.RestManager$Registry.registerManagedResource Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory$SynonymManager for path /schema/analysis/synonyms/english
   [junit4]   2> 47998 T97 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 48003 T97 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 48040 T97 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1/
   [junit4]   2> 48040 T97 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 48041 T97 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1/, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\
   [junit4]   2> 48048 T97 oasc.JmxMonitoredMap.<init> No JMX servers found, not exposing Solr information with JMX.
   [junit4]   2> 48049 T97 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for newSearcher: org.apache.solr.core.QuerySenderListener{queries=[]}
   [junit4]   2> 48049 T97 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for firstSearcher: org.apache.solr.core.QuerySenderListener{queries=[{q=static firstSearcher warming in solrconfig.xml}]}
   [junit4]   2> 48051 T97 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\
   [junit4]   2> 48051 T97 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\index/
   [junit4]   2> 48051 T97 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\index' doesn't exist. Creating new index...
   [junit4]   2> 48052 T97 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\index
   [junit4]   2> 48053 T97 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-61-thread-1]: init: current segments file is "null"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@324dfc
   [junit4]   2> 48056 T97 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-61-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 48056 T97 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-61-thread-1]: 0 msec to checkpoint
   [junit4]   2> 48056 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: init: create=true
   [junit4]   2> 48056 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: 
   [junit4]   2> 	dir=MockDirectoryWrapper(RAMDirectory@1ba309f lockFactory=NativeFSLockFactory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\index)
   [junit4]   2> 	index=
   [junit4]   2> 	version=4.9-SNAPSHOT
   [junit4]   2> 	matchVersion=LUCENE_4_9
   [junit4]   2> 	analyzer=null
   [junit4]   2> 	ramBufferSizeMB=100.0
   [junit4]   2> 	maxBufferedDocs=-1
   [junit4]   2> 	maxBufferedDeleteTerms=-1
   [junit4]   2> 	mergedSegmentWarmer=null
   [junit4]   2> 	readerTermsIndexDivisor=1
   [junit4]   2> 	termIndexInterval=32
   [junit4]   2> 	delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
   [junit4]   2> 	commit=null
   [junit4]   2> 	openMode=CREATE
   [junit4]   2> 	similarity=org.apache.lucene.search.similarities.DefaultSimilarity
   [junit4]   2> 	mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=1, maxMergeCount=2, mergeThreadPriority=-1
   [junit4]   2> 	default WRITE_LOCK_TIMEOUT=1000
   [junit4]   2> 	writeLockTimeout=1000
   [junit4]   2> 	codec=Lucene46
   [junit4]   2> 	infoStream=org.apache.solr.update.LoggingInfoStream
   [junit4]   2> 	mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 	indexerThreadPool=ThreadAffinityDocumentsWriterThreadPool(maxThreadStates=8)
   [junit4]   2> 	readerPooling=false
   [junit4]   2> 	perThreadHardLimitMB=1945
   [junit4]   2> 	useCompoundFile=false
   [junit4]   2> 	checkIntegrityAtMerge=false
   [junit4]   2> 	
   [junit4]   2> 48056 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: now flush at close waitForMerges=true
   [junit4]   2> 48056 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]:   start flush: applyAllDeletes=true
   [junit4]   2> 48056 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]:   index before flush 
   [junit4]   2> 48056 T97 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-61-thread-1]: startFullFlush
   [junit4]   2> 48056 T97 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-61-thread-1]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 48056 T97 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-61-thread-1]: coreLoadExecutor-61-thread-1 finishFullFlush success=true
   [junit4]   2> 48056 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: apply all deletes during flush
   [junit4]   2> 48056 T97 oasu.LoggingInfoStream.message [BD][coreLoadExecutor-61-thread-1]: prune sis=org.apache.lucene.index.SegmentInfos@a8be2d minGen=9223372036854775807 packetCount=0
   [junit4]   2> 48056 T97 oasu.LoggingInfoStream.message [CMS][coreLoadExecutor-61-thread-1]: now merge
   [junit4]   2> 48056 T97 oasu.LoggingInfoStream.message [CMS][coreLoadExecutor-61-thread-1]:   index: 
   [junit4]   2> 48059 T97 oasu.LoggingInfoStream.message [CMS][coreLoadExecutor-61-thread-1]:   no more merges pending; now return
   [junit4]   2> 48059 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: waitForMerges
   [junit4]   2> 48059 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: waitForMerges done
   [junit4]   2> 48059 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: now call final commit()
   [junit4]   2> 48059 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: commit: start
   [junit4]   2> 48059 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: commit: enter lock
   [junit4]   2> 48059 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: commit: now prepare
   [junit4]   2> 48060 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: prepareCommit: flush
   [junit4]   2> 48060 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]:   index before flush 
   [junit4]   2> 48060 T97 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-61-thread-1]: startFullFlush
   [junit4]   2> 48060 T97 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-61-thread-1]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 48060 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: apply all deletes during flush
   [junit4]   2> 48060 T97 oasu.LoggingInfoStream.message [BD][coreLoadExecutor-61-thread-1]: prune sis=org.apache.lucene.index.SegmentInfos@a8be2d minGen=9223372036854775807 packetCount=0
   [junit4]   2> 48060 T97 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-61-thread-1]: coreLoadExecutor-61-thread-1 finishFullFlush success=true
   [junit4]   2> 48060 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: startCommit(): start
   [junit4]   2> 48060 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: startCommit index= changeCount=1
   [junit4]   2> 48060 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: done all syncs: []
   [junit4]   2> 48060 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: commit: pendingCommit != null
   [junit4]   2> 48063 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: commit: wrote segments file "segments_1"
   [junit4]   2> 48063 T97 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-61-thread-1]: now checkpoint "" [0 segments ; isCommit = true]
   [junit4]   2> 48063 T97 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1ba309f lockFactory=NativeFSLockFactory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\index),segFN=segments_1,generation=1}
   [junit4]   2> 48063 T97 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 48064 T97 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-61-thread-1]: 0 msec to checkpoint
   [junit4]   2> 48064 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: commit: took 4.1 msec
   [junit4]   2> 48064 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: commit: done
   [junit4]   2> 48064 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: at close: 
   [junit4]   2> 48064 T97 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
   [junit4]   2> 48064 T97 oasc.SolrCore.initWriters adding lazy queryResponseWriter: solr.VelocityResponseWriter
   [junit4]   2> 48064 T97 oasc.SolrCore.initWriters created velocity: solr.VelocityResponseWriter
   [junit4]   2> 48066 T97 oasc.SolrCore.initWriters created xslt: solr.XSLTResponseWriter
   [junit4]   2> 48066 T97 oasr.XSLTResponseWriter.init xsltCacheLifetimeSeconds=5
   [junit4]   2> 48068 T97 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 48069 T97 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
   [junit4]   2> 48069 T97 oasc.RequestHandlers.initHandlersFromConfig created /query: solr.SearchHandler
   [junit4]   2> 48074 T97 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 48075 T97 oasc.RequestHandlers.initHandlersFromConfig created /browse: solr.SearchHandler
   [junit4]   2> 48075 T97 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 48076 T97 oasc.RequestHandlers.initHandlersFromConfig created /update/json: solr.UpdateRequestHandler
   [junit4]   2> 48076 T97 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: solr.UpdateRequestHandler
   [junit4]   2> 48076 T97 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.extraction.ExtractingRequestHandler
   [junit4]   2> 48076 T97 oasc.RequestHandlers.initHandlersFromConfig created /update/extract: solr.extraction.ExtractingRequestHandler
   [junit4]   2> 48076 T97 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.FieldAnalysisRequestHandler
   [junit4]   2> 48076 T97 oasc.RequestHandlers.initHandlersFromConfig created /analysis/field: solr.FieldAnalysisRequestHandler
   [junit4]   2> 48076 T97 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.DocumentAnalysisRequestHandler
   [junit4]   2> 48076 T97 oasc.RequestHandlers.initHandlersFromConfig created /analysis/document: solr.DocumentAnalysisRequestHandler
   [junit4]   2> 48077 T97 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
   [junit4]   2> 48078 T97 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
   [junit4]   2> 48078 T97 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 48078 T97 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 48078 T97 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 48078 T97 oasc.RequestHandlers.initHandlersFromConfig created /spell: solr.SearchHandler
   [junit4]   2> 48078 T97 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 48078 T97 oasc.RequestHandlers.initHandlersFromConfig created /suggest: solr.SearchHandler
   [junit4]   2> 48078 T97 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 48078 T97 oasc.RequestHandlers.initHandlersFromConfig created /tvrh: solr.SearchHandler
   [junit4]   2> 48078 T97 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 48078 T97 oasc.RequestHandlers.initHandlersFromConfig created /terms: solr.SearchHandler
   [junit4]   2> 48080 T97 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 48080 T97 oasc.RequestHandlers.initHandlersFromConfig created /elevate: solr.SearchHandler
   [junit4]   2> 48088 T97 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 48089 T97 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 48090 T97 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 48093 T97 oasu.CommitTracker.<init> Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 48093 T97 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 48095 T97 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-61-thread-1]: init: current segments file is "segments_1"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@324dfc
   [junit4]   2> 48099 T97 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-61-thread-1]: init: load commit "segments_1"
   [junit4]   2> 48099 T97 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1ba309f lockFactory=NativeFSLockFactory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\index),segFN=segments_1,generation=1}
   [junit4]   2> 48099 T97 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 48099 T97 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-61-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 48099 T97 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-61-thread-1]: 0 msec to checkpoint
   [junit4]   2> 48100 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: init: create=false
   [junit4]   2> 48100 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: 
   [junit4]   2> 	dir=MockDirectoryWrapper(RAMDirectory@1ba309f lockFactory=NativeFSLockFactory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\index)
   [junit4]   2> 	index=
   [junit4]   2> 	version=4.9-SNAPSHOT
   [junit4]   2> 	matchVersion=LUCENE_4_9
   [junit4]   2> 	analyzer=null
   [junit4]   2> 	ramBufferSizeMB=100.0
   [junit4]   2> 	maxBufferedDocs=-1
   [junit4]   2> 	maxBufferedDeleteTerms=-1
   [junit4]   2> 	mergedSegmentWarmer=null
   [junit4]   2> 	readerTermsIndexDivisor=1
   [junit4]   2> 	termIndexInterval=32
   [junit4]   2> 	delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
   [junit4]   2> 	commit=null
   [junit4]   2> 	openMode=APPEND
   [junit4]   2> 	similarity=org.apache.lucene.search.similarities.DefaultSimilarity
   [junit4]   2> 	mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=1, maxMergeCount=2, mergeThreadPriority=-1
   [junit4]   2> 	default WRITE_LOCK_TIMEOUT=1000
   [junit4]   2> 	writeLockTimeout=1000
   [junit4]   2> 	codec=Lucene46
   [junit4]   2> 	infoStream=org.apache.solr.update.LoggingInfoStream
   [junit4]   2> 	mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 	indexerThreadPool=ThreadAffinityDocumentsWriterThreadPool(maxThreadStates=8)
   [junit4]   2> 	readerPooling=false
   [junit4]   2> 	perThreadHardLimitMB=1945
   [junit4]   2> 	useCompoundFile=false
   [junit4]   2> 	checkIntegrityAtMerge=false
   [junit4]   2> 	
   [junit4]   2> 48100 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: flush at getReader
   [junit4]   2> 48100 T97 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-61-thread-1]: startFullFlush
   [junit4]   2> 48100 T97 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-61-thread-1]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 48103 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: apply all deletes during flush
   [junit4]   2> 48103 T97 oasu.LoggingInfoStream.message [BD][coreLoadExecutor-61-thread-1]: prune sis=org.apache.lucene.index.SegmentInfos@920fa1 minGen=9223372036854775807 packetCount=0
   [junit4]   2> 48103 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: return reader version=1 reader=StandardDirectoryReader(segments_1:1:nrt)
   [junit4]   2> 48103 T97 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-61-thread-1]: coreLoadExecutor-61-thread-1 finishFullFlush success=true
   [junit4]   2> 48103 T97 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-61-thread-1]: getReader took 3 msec
   [junit4]   2> 48103 T97 oass.SolrIndexSearcher.<init> Opening Searcher@1a4e6b4[collection1] main
   [junit4]   2> 48104 T97 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\conf
   [junit4]   2> 48104 T97 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1/conf\}
   [junit4]   2> 48104 T97 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\conf
   [junit4]   2> 48106 T97 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 48106 T97 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 48107 T97 oasr.RestManager.init Initializing 2 registered ManagedResources
   [junit4]   2> 48107 T97 oasr.ManagedResourceStorage.load Reading _schema_analysis_stopwords_english.json using file:dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\conf
   [junit4]   2> 48111 T97 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _schema_analysis_stopwords_english.json using file:dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\conf
   [junit4]   2> 48111 T97 oasr.ManagedResource.reloadFromStorage Loaded initArgs {ignoreCase=true} for /schema/analysis/stopwords/english
   [junit4]   2> 48111 T97 oasrsa.ManagedWordSetResource.onManagedDataLoadedFromStorage Loaded 35 words for /schema/analysis/stopwords/english
   [junit4]   2> 48111 T97 oasr.ManagedResource.notifyObserversDuringInit Notified 1 observers of /schema/analysis/stopwords/english
   [junit4]   2> 48111 T97 oasr.ManagedResourceStorage.load Reading _schema_analysis_synonyms_english.json using file:dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\conf
   [junit4]   2> 48111 T97 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _schema_analysis_synonyms_english.json using file:dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\conf
   [junit4]   2> 48111 T97 oasr.ManagedResource.reloadFromStorage Loaded initArgs {ignoreCase=true,format=solr} for /schema/analysis/synonyms/english
   [junit4]   2> 48111 T97 oasrsa.ManagedSynonymFilterFactory$SynonymManager.onManagedDataLoadedFromStorage Loaded 3 synonym mappings for /schema/analysis/synonyms/english
   [junit4]   2> 48113 T97 oasr.ManagedResource.notifyObserversDuringInit Notified 1 observers of /schema/analysis/synonyms/english
   [junit4]   2> 48113 T97 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 48113 T97 oass.DirectSolrSpellChecker.init init: {name=default,field=text,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 48114 T97 oashc.SpellCheckComponent.inform No queryConverter defined, using default converter
   [junit4]   2> 48114 T97 oashc.SuggestComponent.inform Initializing SuggestComponent
   [junit4]   2> 48114 T97 oasss.SolrSuggester.init init: {name=mySuggester,lookupImpl=FuzzyLookupFactory,dictionaryImpl=DocumentDictionaryFactory,field=cat,weightField=price,suggestAnalyzerFieldType=string}
   [junit4]   2> 48114 T97 oasss.SolrSuggester.init Dictionary loaded with params: {name=mySuggester,lookupImpl=FuzzyLookupFactory,dictionaryImpl=DocumentDictionaryFactory,field=cat,weightField=price,suggestAnalyzerFieldType=string}
   [junit4]   2> 48114 T97 oashc.QueryElevationComponent.inform Loading QueryElevation from: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\conf\elevate.xml
   [junit4]   2> 48125 T97 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 48125 T97 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 48126 T98 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@1a4e6b4[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> ASYNC  NEW_CORE C34 name=collection1 org.apache.solr.core.SolrCore@16b4d05
   [junit4]   2> 48152 T98 C34 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false&event=firstSearcher} hits=0 status=0 QTime=25 
   [junit4]   2> 48152 T98 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
   [junit4]   2> 48152 T98 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: default
   [junit4]   2> 48152 T98 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: wordbreak
   [junit4]   2> 48152 T98 oashc.SuggestComponent$SuggesterListener.newSearcher Loading suggester index for: mySuggester
   [junit4]   2> 48152 T98 oasss.SolrSuggester.reload reload()
   [junit4]   2> 48152 T98 oasss.SolrSuggester.build build()
   [junit4]   2> 48161 T98 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a4e6b4[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 48171 T96 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 48176 T96 oas.SolrTestCaseJ4.setUp ###Starting testMultiThreaded
   [junit4]   2> 48181 T96 C34 oasu.LoggingInfoStream.message [DW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[83E78EED8873015D]]: anyChanges? numDocsInRam=0 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 48181 T96 C34 oasu.LoggingInfoStream.message [IW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[83E78EED8873015D]]: nrtIsCurrent: infoVersion matches: true; DW changes: true; BD changes: false
   [junit4]   2> 48181 T96 C34 oasu.LoggingInfoStream.message [DW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[83E78EED8873015D]]: anyChanges? numDocsInRam=0 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 48181 T96 C34 oasu.LoggingInfoStream.message [IW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[83E78EED8873015D]]: flush at getReader
   [junit4]   2> 48181 T96 C34 oasu.LoggingInfoStream.message [DW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[83E78EED8873015D]]: startFullFlush
   [junit4]   2> 48181 T96 C34 oasu.LoggingInfoStream.message [DW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[83E78EED8873015D]]: anyChanges? numDocsInRam=0 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 48181 T96 C34 oasu.LoggingInfoStream.message [DW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[83E78EED8873015D]]: TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[83E78EED8873015D]: flush naked frozen global deletes
   [junit4]   2> 48184 T96 C34 oasu.LoggingInfoStream.message [BD][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[83E78EED8873015D]]: push deletes  1 deleted queries bytesUsed=32 delGen=2 packetCount=1 totBytesUsed=32
   [junit4]   2> 48184 T96 C34 oasu.LoggingInfoStream.message [DW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[83E78EED8873015D]]: flush: push buffered updates:  1 deleted queries bytesUsed=32
   [junit4]   2> 48184 T96 C34 oasu.LoggingInfoStream.message [IW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[83E78EED8873015D]]: apply all deletes during flush
   [junit4]   2> 48184 T96 C34 oasu.LoggingInfoStream.message [BD][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[83E78EED8873015D]]: prune sis=org.apache.lucene.index.SegmentInfos@920fa1 minGen=9223372036854775807 packetCount=1
   [junit4]   2> 48184 T96 C34 oasu.LoggingInfoStream.message [BD][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[83E78EED8873015D]]: pruneDeletes: prune 1 packets; 0 packets remain
   [junit4]   2> 48185 T96 C34 oasu.LoggingInfoStream.message [IW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[83E78EED8873015D]]: return reader version=1 reader=StandardDirectoryReader(segments_1:1:nrt)
   [junit4]   2> 48185 T96 C34 oasu.LoggingInfoStream.message [DW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[83E78EED8873015D]]: TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[83E78EED8873015D] finishFullFlush success=true
   [junit4]   2> 48185 T96 C34 oasu.LoggingInfoStream.message [IW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[83E78EED8873015D]]: getReader took 4 msec
   [junit4]   2> 48187 T96 C34 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=/update params={} {deleteByQuery=*:* (-1467214583170072576)} 0 11
   [junit4]   2> 48190 T96 oascs.LargeVolumeTestBase.testMultiThreaded Started thread: 0
   [junit4]   2> 48195 T96 oascs.LargeVolumeTestBase.testMultiThreaded Started thread: 1
   [junit4]   2> 48196 T96 oascs.LargeVolumeTestBase.testMultiThreaded Started thread: 2
   [junit4]   2> 48198 T96 oascs.LargeVolumeTestBase.testMultiThreaded Started thread: 3
   [junit4]   2> 48198 T96 oascs.LargeVolumeTestBase.testMultiThreaded Started thread: 4
   [junit4]   2> 48242 T102 C34 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=/update params={} {add=[T1:0 (1467214583195238400), T1:1 (1467214583217258496), T1:2 (1467214583217258497), T1:3 (1467214583217258498), T1:4 (1467214583217258499), T1:5 (1467214583217258500), T1:6 (1467214583217258501), T1:7 (1467214583217258502), T1:8 (1467214583218307072), T1:9 (1467214583218307073), ... (100 adds)]} 0 41
   [junit4]   2> 48244 T102 C34 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 48244 T102 C34 oasu.LoggingInfoStream.message [IW][DocThread-1]: commit: start
   [junit4]   2> 48244 T102 C34 oasu.LoggingInfoStream.message [IW][DocThread-1]: commit: enter lock
   [junit4]   2> 48244 T102 C34 oasu.LoggingInfoStream.message [IW][DocThread-1]: commit: now prepare
   [junit4]   2> 48244 T102 C34 oasu.LoggingInfoStream.message [IW][DocThread-1]: prepareCommit: flush
   [junit4]   2> 48244 T102 C34 oasu.LoggingInfoStream.message [IW][DocThread-1]:   index before flush 
   [junit4]   2> 48244 T102 C34 oasu.LoggingInfoStream.message [DW][DocThread-1]: startFullFlush
   [junit4]   2> 48244 T102 C34 oasu.LoggingInfoStream.message [DW][DocThread-1]: anyChanges? numDocsInRam=243 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 48244 T102 C34 oasu.LoggingInfoStream.message [DWFC][DocThread-1]: addFlushableState DocumentsWriterPerThread [pendingDeletes=gen=0 242 deleted terms (unique count=242) bytesUsed=34083, segment=_0, aborting=false, numDocsInRAM=243, deleteQueue=DWDQ: [ generation: 2 ]]
   [junit4]   2> 48296 T103 C34 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=/update params={} {add=[T2:0 (1467214583191044096), T2:1 (1467214583200481280), T2:2 (1467214583200481281), T2:3 (1467214583200481282), T2:4 (1467214583200481283), T2:5 (1467214583200481284), T2:6 (1467214583200481285), T2:7 (1467214583200481286), T2:8 (1467214583200481287), T2:9 (1467214583201529856), ... (100 adds)]} 0 100
   [junit4]   2> 48303 T105 C34 oasu.LoggingInfoStream.message [DWFC][DocThread-4]: addFlushableState DocumentsWriterPerThread [pendingDeletes=gen=0, segment=_1, aborting=false, numDocsInRAM=1, deleteQueue=DWDQ: [ generation: 2 ]]
   [junit4]   2> 48309 T101 C34 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=/update params={} {add=[T0:0 (1467214583183704064), T0:1 (1467214583221452808), T0:2 (1467214583222501378), T0:3 (1467214583223549952), T0:4 (1467214583223549953), T0:5 (1467214583223549954), T0:6 (1467214583223549955), T0:7 (1467214583223549956), T0:8 (1467214583223549957), T0:9 (1467214583223549958), ... (100 adds)]} 0 118
   [junit4]   2> 48315 T105 C34 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=/update params={} {add=[T4:0 (1467214583192092672), T4:1 (1467214583203627015), T4:2 (1467214583205724160), T4:3 (1467214583205724161), T4:4 (1467214583205724162), T4:5 (1467214583205724163), T4:6 (1467214583205724164), T4:7 (1467214583205724165), T4:8 (1467214583205724166), T4:9 (1467214583205724167), ... (100 adds)]} 0 116
   [junit4]   2> 48316 T102 C34 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: flush postings as segment _0 numDocs=243
   [junit4]   2> ASYNC  NEW_CORE C35 name=collection1 org.apache.solr.core.SolrCore@16b4d05
   [junit4]   2> 48322 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: new segment has 0 deleted docs
   [junit4]   2> 48330 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: new segment has no vectors; norms; no docValues; prox; freqs
   [junit4]   2> 48330 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: flushedFiles=[_0_Lucene41_0.tip, _0_Lucene41_0.doc, _0_Lucene41_0.tim, _0.nvd, _0.fdx, _0.fdt, _0_Lucene41_0.pos, _0.nvm, _0.fnm]
   [junit4]   2> 48330 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: flushed codec=Lucene46
   [junit4]   2> 48330 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: flushed: segment=_0 ramUsed=0.117 MB newFlushedSize(includes docstores)=0.007 MB docs/MB=32,542.014
   [junit4]   2> 48330 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: flush postings as segment _1 numDocs=1
   [junit4]   2> 48332 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: new segment has 0 deleted docs
   [junit4]   2> 48332 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: new segment has no vectors; norms; no docValues; prox; freqs
   [junit4]   2> 48332 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: flushedFiles=[_1.nvd, _1_Lucene41_0.tip, _1.fdx, _1_Lucene41_0.doc, _1_Lucene41_0.tim, _1.nvm, _1.fnm, _1.fdt, _1_Lucene41_0.pos]
   [junit4]   2> 48332 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: flushed codec=Lucene46
   [junit4]   2> 48332 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: flushed: segment=_1 ramUsed=0.071 MB newFlushedSize(includes docstores)=0.001 MB docs/MB=870.188
   [junit4]   2> 48332 T102 C35 oasu.LoggingInfoStream.message [DW][DocThread-1]: publishFlushedSegment seg-private updates=null
   [junit4]   2> 48332 T102 C35 oasu.LoggingInfoStream.message [IW][DocThread-1]: publishFlushedSegment
   [junit4]   2> 48332 T102 C35 oasu.LoggingInfoStream.message [BD][DocThread-1]: push deletes  244 deleted terms (unique count=244) bytesUsed=1024 delGen=4 packetCount=1 totBytesUsed=1024
   [junit4]   2> 48332 T102 C35 oasu.LoggingInfoStream.message [IW][DocThread-1]: publish sets newSegment delGen=5 seg=_0(4.9):C243
   [junit4]   2> 48333 T102 C35 oasu.LoggingInfoStream.message [IFD][DocThread-1]: now checkpoint "_0(4.9):C243" [1 segments ; isCommit = false]
   [junit4]   2> 48334 T102 C35 oasu.LoggingInfoStream.message [IFD][DocThread-1]: 1 msec to checkpoint
   [junit4]   2> 48334 T102 C35 oasu.LoggingInfoStream.message [DW][DocThread-1]: publishFlushedSegment seg-private updates=null
   [junit4]   2> 48334 T102 C35 oasu.LoggingInfoStream.message [IW][DocThread-1]: publishFlushedSegment
   [junit4]   2> 48334 T102 C35 oasu.LoggingInfoStream.message [IW][DocThread-1]: publish sets newSegment delGen=6 seg=_1(4.9):C1
   [junit4]   2> 48335 T102 C35 oasu.LoggingInfoStream.message [IFD][DocThread-1]: now checkpoint "_0(4.9):C243 _1(4.9):C1" [2 segments ; isCommit = false]
   [junit4]   2> 48335 T102 C35 oasu.LoggingInfoStream.message [IFD][DocThread-1]: 0 msec to checkpoint
   [junit4]   2> 48335 T102 C35 oasu.LoggingInfoStream.message [IW][DocThread-1]: apply all deletes during flush
   [junit4]   2> 48335 T102 C35 oasu.LoggingInfoStream.message [BD][DocThread-1]: applyDeletes: infos=[_0(4.9):C243, _1(4.9):C1] packetCount=1
   [junit4]   2> 48335 T102 C35 oasu.LoggingInfoStream.message [BD][DocThread-1]: applyDeletes took 0 msec
   [junit4]   2> 48335 T102 C35 oasu.LoggingInfoStream.message [BD][DocThread-1]: prune sis=org.apache.lucene.index.SegmentInfos@920fa1 minGen=7 packetCount=1
   [junit4]   2> 48335 T102 C35 oasu.LoggingInfoStream.message [BD][DocThread-1]: pruneDeletes: prune 1 packets; 0 packets remain
   [junit4]   2> 48335 T102 C35 oasu.LoggingInfoStream.message [DW][DocThread-1]: DocThread-1 finishFullFlush success=true
   [junit4]   2> 48335 T102 C35 oasu.LoggingInfoStream.message [TMP][DocThread-1]: findMerges: 2 segments
   [junit4]   2> 48335 T102 C35 oasu.LoggingInfoStream.message [TMP][DocThread-1]:   seg=_0(4.9):C243 size=0.007 MB [floored]
   [junit4]   2> 48335 T102 C35 oasu.LoggingInfoStream.message [TMP][DocThread-1]:   seg=_1(4.9):C1 size=0.001 MB [floored]
   [junit4]   2> 48338 T102 C35 oasu.LoggingInfoStream.message [TMP][DocThread-1]:   allowedSegmentCount=1 vs count=2 (eligible count=2) tooBigCount=0
   [junit4]   2> 48338 T102 C35 oasu.LoggingInfoStream.message [CMS][DocThread-1]: now merge
   [junit4]   2> 48338 T102 C35 oasu.LoggingInfoStream.message [CMS][DocThread-1]:   index: _0(4.9):C243 _1(4.9):C1
   [junit4]   2> 48338 T102 C35 oasu.LoggingInfoStream.message [CMS][DocThread-1]:   no more merges pending; now return
   [junit4]   2> 48338 T102 C35 oasu.LoggingInfoStream.message [IW][DocThread-1]: startCommit(): start
   [junit4]   2> 48338 T102 C35 oasu.LoggingInfoStream.message [IW][DocThread-1]: startCommit index=_0(4.9):C243 _1(4.9):C1 changeCount=8
   [junit4]   2> 48339 T102 C35 oasu.LoggingInfoStream.message [IW][DocThread-1]: done all syncs: [_0_Lucene41_0.tip, _0_Lucene41_0.doc, _0.si, _0_Lucene41_0.tim, _1.si, _1.nvd, _0.nvd, _0.fdx, _1.nvm, _1.fnm, _0.fdt, _0_Lucene41_0.pos, _1_Lucene41_0.tip, _1.fdx, _1_Lucene41_0.doc, _1_Lucene41_0.tim, _0.nvm, _0.fnm, _1.fdt, _1_Lucene41_0.pos]
   [junit4]   2> 48339 T102 C35 oasu.LoggingInfoStream.message [IW][DocThread-1]: commit: pendingCommit != null
   [junit4]   2> 48339 T102 C35 oasu.LoggingInfoStream.message [IW][DocThread-1]: commit: wrote segments file "segments_2"
   [junit4]   2> 48340 T102 C35 oasu.LoggingInfoStream.message [IFD][DocThread-1]: now checkpoint "_0(4.9):C243 _1(4.9):C1" [2 segments ; isCommit = true]
   [junit4]   2> 48340 T102 C35 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1ba309f lockFactory=NativeFSLockFactory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\index),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1ba309f lockFactory=NativeFSLockFactory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\index),segFN=segments_2,generation=2}
   [junit4]   2> 48342 T102 C35 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 48342 T102 C35 oasu.LoggingInfoStream.message [IFD][DocThread-1]: deleteCommits: now decRef commit "segments_1"
   [junit4]   2> 48342 T102 C35 oasu.LoggingInfoStream.message [IFD][DocThread-1]: delete "segments_1"
   [junit4]   2> 48342 T102 C35 oasu.LoggingInfoStream.message [IFD][DocThread-1]: 2 msec to checkpoint
   [junit4]   2> 48342 T102 C35 oasu.LoggingInfoStream.message [IW][DocThread-1]: commit: took 84.1 msec
   [junit4]   2> 48342 T102 C35 oasu.LoggingInfoStream.message [IW][DocThread-1]: commit: done
   [junit4]   2> 48344 T102 C35 oasu.LoggingInfoStream.message [DW][DocThread-1]: anyChanges? numDocsInRam=166 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 48344 T102 C35 oasu.LoggingInfoStream.message [IW][DocThread-1]: nrtIsCurrent: infoVersion matches: false; DW changes: true; BD changes: false
   [junit4]   2> 48344 T102 C35 oasu.LoggingInfoStream.message [IW][DocThread-1]: flush at getReader
   [junit4]   2> 48344 T102 C35 oasu.LoggingInfoStream.message [DW][DocThread-1]: startFullFlush
   [junit4]   2> 48344 T102 C35 oasu.LoggingInfoStream.message [DW][DocThread-1]: anyChanges? numDocsInRam=166 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 48344 T102 C35 oasu.LoggingInfoStream.message [DWFC][DocThread-1]: addFlushableState DocumentsWriterPerThread [pendingDeletes=gen=0 59 deleted terms (unique count=59) bytesUsed=8310, segment=_2, aborting=false, numDocsInRAM=50, deleteQueue=DWDQ: [ generation: 3 ]]
   [junit4]   2> 48344 T102 C35 oasu.LoggingInfoStream.message [DWFC][DocThread-1]: addFlushableState DocumentsWriterPerThread [pendingDeletes=gen=0 86 deleted terms (unique count=86) bytesUsed=12126, segment=_4, aborting=false, numDocsInRAM=45, deleteQueue=DWDQ: [ generation: 3 ]]
   [junit4]   2> 48344 T102 C35 oasu.LoggingInfoStream.message [DWFC][DocThread-1]: addFlushableState DocumentsWriterPerThread [pendingDeletes=gen=0 71 deleted terms (unique count=71) bytesUsed=10001, segment=_3, aborting=false, numDocsInRAM=71, deleteQueue=DWDQ: [ generation: 3 ]]
   [junit4]   2> 48344 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: flush postings as segment _2 numDocs=50
   [junit4]   2> 48347 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: new segment has 0 deleted docs
   [junit4]   2> 48347 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: new segment has no vectors; norms; no docValues; prox; freqs
   [junit4]   2> 48347 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: flushedFiles=[_2.nvd, _2_Lucene41_0.tip, _2.fdt, _2_Lucene41_0.doc, _2_Lucene41_0.tim, _2.nvm, _2.fnm, _2.fdx, _2_Lucene41_0.pos]
   [junit4]   2> 48347 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: flushed codec=Lucene46
   [junit4]   2> 48347 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: flushed: segment=_2 ramUsed=0.087 MB newFlushedSize(includes docstores)=0.002 MB docs/MB=20,234.967
   [junit4]   2> 48347 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: flush postings as segment _4 numDocs=45
   [junit4]   2> 48349 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: new segment has 0 deleted docs
   [junit4]   2> 48349 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: new segment has no vectors; norms; no docValues; prox; freqs
   [junit4]   2> 48349 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: flushedFiles=[_4.fdt, _4_Lucene41_0.pos, _4.nvm, _4.fnm, _4_Lucene41_0.tip, _4_Lucene41_0.doc, _4_Lucene41_0.tim, _4.nvd, _4.fdx]
   [junit4]   2> 48349 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: flushed codec=Lucene46
   [junit4]   2> 48349 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: flushed: segment=_4 ramUsed=0.085 MB newFlushedSize(includes docstores)=0.002 MB docs/MB=19,603.623
   [junit4]   2> 48352 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: flush postings as segment _3 numDocs=71
   [junit4]   2> 48353 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: new segment has 0 deleted docs
   [junit4]   2> 48353 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: new segment has no vectors; norms; no docValues; prox; freqs
   [junit4]   2> 48353 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: flushedFiles=[_3.fdx, _3_Lucene41_0.pos, _3.nvd, _3_Lucene41_0.doc, _3_Lucene41_0.tim, _3_Lucene41_0.tip, _3.nvm, _3.fnm, _3.fdt]
   [junit4]   2> 48353 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: flushed codec=Lucene46
   [junit4]   2> 48353 T102 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-1]: flushed: segment=_3 ramUsed=0.098 MB newFlushedSize(includes docstores)=0.003 MB docs/MB=23,448.471
   [junit4]   2> 48353 T102 C35 oasu.LoggingInfoStream.message [DW][DocThread-1]: publishFlushedSegment seg-private updates=null
   [junit4]   2> 48353 T102 C35 oasu.LoggingInfoStream.message [IW][DocThread-1]: publishFlushedSegment
   [junit4]   2> 48354 T102 C35 oasu.LoggingInfoStream.message [BD][DocThread-1]: push deletes  166 deleted terms (unique count=166) bytesUsed=1024 delGen=8 packetCount=1 totBytesUsed=1024
   [junit4]   2> 48355 T102 C35 oasu.LoggingInfoStream.message [IW][DocThread-1]: publish sets newSegment delGen=9 seg=_2(4.9):C50
   [junit4]   2> 48356 T102 C35 oasu.LoggingInfoStream.message [IFD][DocThread-1]: now checkpoint "_0(4.9):C243 _1(4.9):C1 _2(4.9):C50" [3 segments ; isCommit = false]
   [junit4]   2> 48356 T102 C35 oasu.LoggingInfoStream.message [IFD][DocThread-1]: 0 msec to checkpoint
   [junit4]   2> 48356 T102 C35 oasu.LoggingInfoStream.message [DW][DocThread-1]: publishFlushedSegment seg-private updates=null
   [junit4]   2> 48356 T102 C35 oasu.LoggingInfoStream.message [IW][DocThread-1]: publishFlushedSegment
   [junit4]   2> 48356 T102 C35 oasu.LoggingInfoStream.message [IW][DocThread-1]: publish sets newSegment delGen=10 seg=_4(4.9):C45
   [junit4]   2> 48357 T102 C35 oasu.LoggingInfoStream.message [IFD][DocThread-1]: now checkpoint "_0(4.9):C243 _1(4.9):C1 _2(4.9):C50 _4(4.9):C45" [4 segments ; isCommit = false]
   [junit4]   2> 48357 T102 C35 oasu.LoggingInfoStream.message [IFD][DocThread-1]: 0 msec to checkpoint
   [junit4]   2> 48357 T102 C35 oasu.LoggingInfoStream.message [DW][DocThread-1]: publishFlushedSegment seg-private updates=null
   [junit4]   2> 48357 T102 C35 oasu.LoggingInfoStream.message [IW][DocThread-1]: publishFlushedSegment
   [junit4]   2> 48357 T102 C35 oasu.LoggingInfoStream.message [IW][DocThread-1]: publish sets newSegment delGen=11 seg=_3(4.9):C71
   [junit4]   2> 48359 T102 C35 oasu.LoggingInfoStream.message [IFD][DocThread-1]: now checkpoint "_0(4.9):C243 _1(4.9):C1 _2(4.9):C50 _4(4.9):C45 _3(4.9):C71" [5 segments ; isCommit = false]
   [junit4]   2> 48360 T102 C35 oasu.LoggingInfoStream.message [IFD][DocThread-1]: 0 msec to checkpoint
   [junit4]   2> 48360 T102 C35 oasu.LoggingInfoStream.message [IW][DocThread-1]: apply all deletes during flush
   [junit4]   2> 48360 T102 C35 oasu.LoggingInfoStream.message [BD][DocThread-1]: applyDeletes: infos=[_0(4.9):C243, _1(4.9):C1, _2(4.9):C50, _4(4.9):C45, _3(4.9):C71] packetCount=1
   [junit4]   2> 48370 T102 C35 oasu.LoggingInfoStream.message [BD][DocThread-1]: seg=_1(4.9):C1 segGen=7 coalesced deletes=[CoalescedUpdates(termSets=1,queries=0,numericDVUpdates=0,binaryDVUpdates=0)] newDelCount=0
   [junit4]   2> 48381 T102 C35 oasu.LoggingInfoStream.message [BD][DocThread-1]: seg=_0(4.9):C243 segGen=7 coalesced deletes=[CoalescedUpdates(termSets=1,queries=0,numericDVUpdates=0,binaryDVUpdates=0)] newDelCount=0
   [junit4]   2> 48381 T102 C35 oasu.LoggingInfoStream.message [BD][DocThread-1]: applyDeletes took 21 msec
   [junit4]   2> 48381 T102 C35 oasu.LoggingInfoStream.message [BD][DocThread-1]: prune sis=org.apache.lucene.index.SegmentInfos@920fa1 minGen=12 packetCount=1
   [junit4]   2> 48381 T102 C35 oasu.LoggingInfoStream.message [BD][DocThread-1]: pruneDeletes: prune 1 packets; 0 packets remain
   [junit4]   2> 48385 T102 C35 oasu.LoggingInfoStream.message [IW][DocThread-1]: return reader version=11 reader=StandardDirectoryReader(segments_2:11:nrt _0(4.9):C243 _1(4.9):C1 _2(4.9):C50 _4(4.9):C45 _3(4.9):C71)
   [junit4]   2> 48385 T102 C35 oasu.LoggingInfoStream.message [DW][DocThread-1]: DocThread-1 finishFullFlush success=true
   [junit4]   2> 48385 T102 C35 oasu.LoggingInfoStream.message [TMP][DocThread-1]: findMerges: 5 segments
   [junit4]   2> 48388 T102 C35 oasu.LoggingInfoStream.message [TMP][DocThread-1]:   seg=_0(4.9):C243 size=0.007 MB [floored]
   [junit4]   2> 48388 T102 C35 oasu.LoggingInfoStream.message [TMP][DocThread-1]:   seg=_3(4.9):C71 size=0.003 MB [floored]
   [junit4]   2> 48388 T102 C35 oasu.LoggingInfoStream.message [TMP][DocThread-1]:   seg=_2(4.9):C50 size=0.002 MB [floored]
   [junit4]   2> 48388 T102 C35 oasu.LoggingInfoStream.message [TMP][DocThread-1]:   seg=_4(4.9):C45 size=0.002 MB [floored]
   [junit4]   2> 48388 T102 C35 oasu.LoggingInfoStream.message [TMP][DocThread-1]:   seg=_1(4.9):C1 size=0.001 MB [floored]
   [junit4]   2> 48388 T102 C35 oasu.LoggingInfoStream.message [TMP][DocThread-1]:   allowedSegmentCount=1 vs count=5 (eligible count=5) tooBigCount=0
   [junit4]   2> 48388 T102 C35 oasu.LoggingInfoStream.message [CMS][DocThread-1]: now merge
   [junit4]   2> 48388 T102 C35 oasu.LoggingInfoStream.message [CMS][DocThread-1]:   index: _0(4.9):C243 _1(4.9):C1 _2(4.9):C50 _4(4.9):C45 _3(4.9):C71
   [junit4]   2> 48388 T102 C35 oasu.LoggingInfoStream.message [CMS][DocThread-1]:   no more merges pending; now return
   [junit4]   2> 48388 T102 C35 oasu.LoggingInfoStream.message [IW][DocThread-1]: getReader took 44 msec
   [junit4]   2> 48388 T102 C35 oass.SolrIndexSearcher.<init> Opening Searcher@ee1214[collection1] main
   [junit4]   2> 48391 T102 C35 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 48392 T103 C35 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 48395 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]: commit: start
   [junit4]   2> 48395 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]: commit: enter lock
   [junit4]   2> 48395 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]: commit: now prepare
   [junit4]   2> 48395 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]: prepareCommit: flush
   [junit4]   2> 48396 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]:   index before flush _0(4.9):C243 _1(4.9):C1 _2(4.9):C50 _4(4.9):C45 _3(4.9):C71
   [junit4]   2> 48396 T103 C35 oasu.LoggingInfoStream.message [DW][DocThread-2]: startFullFlush
   [junit4]   2> 48396 T103 C35 oasu.LoggingInfoStream.message [DW][DocThread-2]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 48396 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]: apply all deletes during flush
   [junit4]   2> 48396 T103 C35 oasu.LoggingInfoStream.message [BD][DocThread-2]: applyDeletes: no deletes; skipping
   [junit4]   2> 48396 T103 C35 oasu.LoggingInfoStream.message [BD][DocThread-2]: prune sis=org.apache.lucene.index.SegmentInfos@920fa1 minGen=12 packetCount=0
   [junit4]   2> 48396 T103 C35 oasu.LoggingInfoStream.message [DW][DocThread-2]: DocThread-2 finishFullFlush success=true
   [junit4]   2> 48396 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]: startCommit(): start
   [junit4]   2> 48396 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]: startCommit index=_0(4.9):C243 _1(4.9):C1 _2(4.9):C50 _4(4.9):C45 _3(4.9):C71 changeCount=12
   [junit4]   2> 48396 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]: done all syncs: [_0_Lucene41_0.tip, _3.si, _0_Lucene41_0.tim, _1.nvd, _3_Lucene41_0.doc, _0.nvd, _1.nvm, _1.fnm, _2.nvd, _4_Lucene41_0.pos, _2.nvm, _2.fnm, _1_Lucene41_0.doc, _2.si, _3_Lucene41_0.tim, _2_Lucene41_0.tip, _2_Lucene41_0.tim, _3_Lucene41_0.tip, _4.fdt, _1_Lucene41_0.tip, _4_Lucene41_0.doc, _1_Lucene41_0.tim, _3.fdt, _0.nvm, _0.fnm, _3.fdx, _1.si, _2.fdt, _2_Lucene41_0.doc, _2.fdx, _0_Lucene41_0.pos, _4.fdx, _4_Lucene41_0.tip, _4_Lucene41_0.tim, _1.fdx, _1.fdt, _3_Lucene41_0.pos, _0_Lucene41_0.doc, _0.si, _4.nvm, _4.fnm, _3.nvd, _0.fdx, _3.nvm, _3.fnm, _2_Lucene41_0.pos, _4.nvd, _0.fdt, _4.si, _1_Lucene41_0.pos]
   [junit4]   2> 48396 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]: commit: pendingCommit != null
   [junit4]   2> 48396 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]: commit: wrote segments file "segments_3"
   [junit4]   2> 48397 T103 C35 oasu.LoggingInfoStream.message [IFD][DocThread-2]: now checkpoint "_0(4.9):C243 _1(4.9):C1 _2(4.9):C50 _4(4.9):C45 _3(4.9):C71" [5 segments ; isCommit = true]
   [junit4]   2> 48399 T103 C35 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1ba309f lockFactory=NativeFSLockFactory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\index),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1ba309f lockFactory=NativeFSLockFactory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\index),segFN=segments_3,generation=3}
   [junit4]   2> 48399 T103 C35 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 48400 T103 C35 oasu.LoggingInfoStream.message [IFD][DocThread-2]: deleteCommits: now decRef commit "segments_2"
   [junit4]   2> 48400 T103 C35 oasu.LoggingInfoStream.message [IFD][DocThread-2]: delete "segments_2"
   [junit4]   2> 48400 T103 C35 oasu.LoggingInfoStream.message [IFD][DocThread-2]: 3 msec to checkpoint
   [junit4]   2> 48401 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]: commit: took 5.1 msec
   [junit4]   2> 48401 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]: commit: done
   [junit4]   2> 48401 T103 C35 oasc.SolrCore.getSearcher WARN [collection1] PERFORMANCE WARNING: Overlapping onDeckSearchers=2
   [junit4]   2> 48403 T103 C35 oasu.LoggingInfoStream.message [DW][DocThread-2]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 48403 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]: nrtIsCurrent: infoVersion matches: true; DW changes: false; BD changes: false
   [junit4]   2> 48403 T103 C35 oasu.LoggingInfoStream.message [DW][DocThread-2]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 48403 T103 C35 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 48403 T103 C35 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 48404 T101 C35 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 48404 T101 C35 oasu.LoggingInfoStream.message [DW][DocThread-0]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 48404 T101 C35 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 48404 T101 C35 oasc.SolrCore.getSearcher WARN [collection1] Error opening new searcher. exceeded limit of maxWarmingSearchers=2, try again later.
   [junit4]   2> 48404 T101 C35 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=/update params={commit=true&softCommit=false&waitSearcher=true} {} 0 94
   [junit4]   2> 48404 T101 C35 oasc.SolrException.log ERROR org.apache.solr.common.SolrException: Error opening new searcher. exceeded limit of maxWarmingSearchers=2, try again later.
   [junit4]   2> 		at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1658)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1416)
   [junit4]   2> 		at org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:611)
   [junit4]   2> 		at org.apache.solr.update.processor.RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:95)
   [junit4]   2> 		at org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:64)
   [junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1486)
   [junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.processCommit(DistributedUpdateProcessor.java:1463)
   [junit4]   2> 		at org.apache.solr.update.processor.LogUpdateProcessor.processCommit(LogUpdateProcessorFactory.java:157)
   [junit4]   2> 		at org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:69)
   [junit4]   2> 		at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
   [junit4]   2> 		at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.execute(SolrCore.java:1962)
   [junit4]   2> 		at org.apache.solr.client.solrj.embedded.EmbeddedSolrServer.request(EmbeddedSolrServer.java:150)
   [junit4]   2> 		at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
   [junit4]   2> 		at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
   [junit4]   2> 		at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
   [junit4]   2> 		at org.apache.solr.client.solrj.LargeVolumeTestBase$DocThread.run(LargeVolumeTestBase.java:112)
   [junit4]   2> 	
   [junit4]   2> 48406 T101 oascs.LargeVolumeTestBase$DocThread.run Caught benign exception during commit: Error opening new searcher. exceeded limit of maxWarmingSearchers=2, try again later.
   [junit4]   2> 48407 T105 C35 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 48407 T105 C35 oasu.LoggingInfoStream.message [DW][DocThread-4]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 48407 T105 C35 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 48407 T105 C35 oasc.SolrCore.getSearcher WARN [collection1] Error opening new searcher. exceeded limit of maxWarmingSearchers=2, try again later.
   [junit4]   2> 48407 T105 C35 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=/update params={commit=true&softCommit=false&waitSearcher=true} {} 0 91
   [junit4]   2> 48407 T105 C35 oasc.SolrException.log ERROR org.apache.solr.common.SolrException: Error opening new searcher. exceeded limit of maxWarmingSearchers=2, try again later.
   [junit4]   2> 		at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1658)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1416)
   [junit4]   2> 		at org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:611)
   [junit4]   2> 		at org.apache.solr.update.processor.RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:95)
   [junit4]   2> 		at org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:64)
   [junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1486)
   [junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.processCommit(DistributedUpdateProcessor.java:1463)
   [junit4]   2> 		at org.apache.solr.update.processor.LogUpdateProcessor.processCommit(LogUpdateProcessorFactory.java:157)
   [junit4]   2> 		at org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:69)
   [junit4]   2> 		at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
   [junit4]   2> 		at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.execute(SolrCore.java:1962)
   [junit4]   2> 		at org.apache.solr.client.solrj.embedded.EmbeddedSolrServer.request(EmbeddedSolrServer.java:150)
   [junit4]   2> 		at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
   [junit4]   2> 		at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
   [junit4]   2> 		at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
   [junit4]   2> 		at org.apache.solr.client.solrj.LargeVolumeTestBase$DocThread.run(LargeVolumeTestBase.java:112)
   [junit4]   2> 	
   [junit4]   2> 48408 T105 oascs.LargeVolumeTestBase$DocThread.run Caught benign exception during commit: Error opening new searcher. exceeded limit of maxWarmingSearchers=2, try again later.
   [junit4]   2> 48422 T104 C35 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=/update params={} {add=[T3:0 (1467214583216209920), T3:1 (1467214583300096000), T3:2 (1467214583300096001), T3:3 (1467214583300096002), T3:4 (1467214583300096003), T3:5 (1467214583300096004), T3:6 (1467214583300096005), T3:7 (1467214583300096006), T3:8 (1467214583300096007), T3:9 (1467214583300096008), ... (100 adds)]} 0 201
   [junit4]   2> 48422 T104 C35 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 48422 T104 C35 oasu.LoggingInfoStream.message [IW][DocThread-3]: commit: start
   [junit4]   2> 48422 T104 C35 oasu.LoggingInfoStream.message [IW][DocThread-3]: commit: enter lock
   [junit4]   2> 48422 T104 C35 oasu.LoggingInfoStream.message [IW][DocThread-3]: commit: now prepare
   [junit4]   2> 48422 T104 C35 oasu.LoggingInfoStream.message [IW][DocThread-3]: prepareCommit: flush
   [junit4]   2> 48423 T104 C35 oasu.LoggingInfoStream.message [IW][DocThread-3]:   index before flush _0(4.9):C243 _1(4.9):C1 _2(4.9):C50 _4(4.9):C45 _3(4.9):C71
   [junit4]   2> 48423 T104 C35 oasu.LoggingInfoStream.message [DW][DocThread-3]: startFullFlush
   [junit4]   2> 48423 T104 C35 oasu.LoggingInfoStream.message [DW][DocThread-3]: anyChanges? numDocsInRam=90 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 48423 T104 C35 oasu.LoggingInfoStream.message [DWFC][DocThread-3]: addFlushableState DocumentsWriterPerThread [pendingDeletes=gen=0 89 deleted terms (unique count=89) bytesUsed=12549, segment=_5, aborting=false, numDocsInRAM=90, deleteQueue=DWDQ: [ generation: 5 ]]
   [junit4]   2> 48423 T104 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-3]: flush postings as segment _5 numDocs=90
   [junit4]   2> 48426 T104 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-3]: new segment has 0 deleted docs
   [junit4]   2> 48426 T104 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-3]: new segment has no vectors; norms; no docValues; prox; freqs
   [junit4]   2> 48426 T104 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-3]: flushedFiles=[_5.nvm, _5.fnm, _5_Lucene41_0.tip, _5.fdt, _5_Lucene41_0.doc, _5_Lucene41_0.tim, _5.nvd, _5_Lucene41_0.pos, _5.fdx]
   [junit4]   2> 48426 T104 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-3]: flushed codec=Lucene46
   [junit4]   2> 48426 T104 C35 oasu.LoggingInfoStream.message [DWPT][DocThread-3]: flushed: segment=_5 ramUsed=0.088 MB newFlushedSize(includes docstores)=0.003 MB docs/MB=26,019.256
   [junit4]   2> 48428 T104 C35 oasu.LoggingInfoStream.message [DW][DocThread-3]: publishFlushedSegment seg-private updates=null
   [junit4]   2> 48428 T104 C35 oasu.LoggingInfoStream.message [IW][DocThread-3]: publishFlushedSegment
   [junit4]   2> 48428 T104 C35 oasu.LoggingInfoStream.message [BD][DocThread-3]: push deletes  90 deleted terms (unique count=90) bytesUsed=1024 delGen=14 packetCount=1 totBytesUsed=1024
   [junit4]   2> 48428 T104 C35 oasu.LoggingInfoStream.message [IW][DocThread-3]: publish sets newSegment delGen=15 seg=_5(4.9):C90
   [junit4]   2> 48429 T104 C35 oasu.LoggingInfoStream.message [IFD][DocThread-3]: now checkpoint "_0(4.9):C243 _1(4.9):C1 _2(4.9):C50 _4(4.9):C45 _3(4.9):C71 _5(4.9):C90" [6 segments ; isCommit = false]
   [junit4]   2> 48430 T104 C35 oasu.LoggingInfoStream.message [IFD][DocThread-3]: 0 msec to checkpoint
   [junit4]   2> 48430 T104 C35 oasu.LoggingInfoStream.message [IW][DocThread-3]: apply all deletes during flush
   [junit4]   2> 48430 T104 C35 oasu.LoggingInfoStream.message [BD][DocThread-3]: applyDeletes: infos=[_0(4.9):C243, _1(4.9):C1, _2(4.9):C50, _4(4.9):C45, _3(4.9):C71, _5(4.9):C90] packetCount=1
   [junit4]   2> 48432 T104 C35 oasu.LoggingInfoStream.message [BD][DocThread-3]: seg=_3(4.9):C71 segGen=12 coalesced deletes=[CoalescedUpdates(termSets=1,queries=0,numericDVUpdates=0,binaryDVUpdates=0)] newDelCount=0
   [junit4]   2> 48433 T104 C35 oasu.LoggingInfoStream.message [BD][DocThread-3]: seg=_4(4.9):C45 segGen=12 coalesced deletes=[CoalescedUpdates(termSets=1,queries=0,numericDVUpdates=0,binaryDVUpdates=0)] newDelCount=0
   [junit4]   2> 48433 T104 C35 oasu.LoggingInfoStream.message [BD][DocThread-3]: seg=_2(4.9):C50 segGen=12 coalesced deletes=[CoalescedUpdates(termSets=1,queries=0,numericDVUpdates=0,binaryDVUpdates=0)] newDelCount=0
   [junit4]   2> 48433 T104 C35 oasu.LoggingInfoStream.message [BD][DocThread-3]: seg=_1(4.9):C1 segGen=12 coalesced deletes=[CoalescedUpdates(termSets=1,queries=0,numericDVUpdates=0,binaryDVUpdates=0)] newDelCount=0
   [junit4]   2> 48435 T104 C35 oasu.LoggingInfoStream.message [BD][DocThread-3]: seg=_0(4.9):C243 segGen=12 coalesced deletes=[CoalescedUpdates(termSets=1,queries=0,numericDVUpdates=0,binaryDVUpdates=0)] newDelCount=0
   [junit4]   2> 48435 T104 C35 oasu.LoggingInfoStream.message [BD][DocThread-3]: applyDeletes took 5 msec
   [junit4]   2> 48435 T104 C35 oasu.LoggingInfoStream.message [BD][DocThread-3]: prune sis=org.apache.lucene.index.SegmentInfos@920fa1 minGen=16 packetCount=1
   [junit4]   2> 48435 T104 C35 oasu.LoggingInfoStream.message [BD][DocThread-3]: pruneDeletes: prune 1 packets; 0 packets remain
   [junit4]   2> 48435 T104 C35 oasu.LoggingInfoStream.message [DW][DocThread-3]: DocThread-3 finishFullFlush success=true
   [junit4]   2> 48435 T104 C35 oasu.LoggingInfoStream.message [TMP][DocThread-3]: findMerges: 6 segments
   [junit4]   2> 48435 T104 C35 oasu.LoggingInfoStream.message [TMP][DocThread-3]:   seg=_0(4.9):C243 size=0.007 MB [floored]
   [junit4]   2> 48435 T104 C35 oasu.LoggingInfoStream.message [TMP][DocThread-3]:   seg=_5(4.9):C90 size=0.003 MB [floored]
   [junit4]   2> 48437 T104 C35 oasu.LoggingInfoStream.message [TMP][DocThread-3]:   seg=_3(4.9):C71 size=0.003 MB [floored]
   [junit4]   2> 48437 T104 C35 oasu.LoggingInfoStream.message [TMP][DocThread-3]:   seg=_2(4.9):C50 size=0.002 MB [floored]
   [junit4]   2> 48437 T104 C35 oasu.LoggingInfoStream.message [TMP][DocThread-3]:   seg=_4(4.9):C45 size=0.002 MB [floored]
   [junit4]   2> 48437 T104 C35 oasu.LoggingInfoStream.message [TMP][DocThread-3]:   seg=_1(4.9):C1 size=0.001 MB [floored]
   [junit4]   2> 48437 T104 C35 oasu.LoggingInfoStream.message [TMP][DocThread-3]:   allowedSegmentCount=1 vs count=6 (eligible count=6) tooBigCount=0
   [junit4]   2> 48440 T104 C35 oasu.LoggingInfoStream.message [CMS][DocThread-3]: now merge
   [junit4]   2> 48440 T104 C35 oasu.LoggingInfoStream.message [CMS][DocThread-3]:   index: _0(4.9):C243 _1(4.9):C1 _2(4.9):C50 _4(4.9):C45 _3(4.9):C71 _5(4.9):C90
   [junit4]   2> 48440 T104 C35 oasu.LoggingInfoStream.message [CMS][DocThread-3]:   no more merges pending; now return
   [junit4]   2> 48440 T104 C35 oasu.LoggingInfoStream.message [IW][DocThread-3]: startCommit(): start
   [junit4]   2> 48440 T104 C35 oasu.LoggingInfoStream.message [IW][DocThread-3]: startCommit index=_0(4.9):C243 _1(4.9):C1 _2(4.9):C50 _4(4.9):C45 _3(4.9):C71 _5(4.9):C90 changeCount=15
   [junit4]   2> 48440 T104 C35 oasu.LoggingInfoStream.message [IW][DocThread-3]: done all syncs: [_0_Lucene41_0.tip, _3.si, _5_Lucene41_0.tip, _0_Lucene41_0.tim, _1.nvd, _3_Lucene41_0.doc, _5_Lucene41_0.tim, _0.nvd, _1.nvm, _1.fnm, _2.nvd, _4_Lucene41_0.pos, _2.nvm, _2.fnm, _1_Lucene41_0.doc, _2.si, _5.fdt, _3_Lucene41_0.tim, _2_Lucene41_0.tip, _5_Lucene41_0.doc, _2_Lucene41_0.tim, _3_Lucene41_0.tip, _4.fdt, _1_Lucene41_0.tip, _4_Lucene41_0.doc, _1_Lucene41_0.tim, _5_Lucene41_0.pos, _3.fdt, _0.nvm, _0.fnm, _3.fdx, _1.si, _2.fdt, _2_Lucene41_0.doc, _2.fdx, _0_Lucene41_0.pos, _4.fdx, _4_Lucene41_0.tip, _4_Lucene41_0.tim, _1.fdx, _5.si, _1.fdt, _5.fdx, _3_Lucene41_0.pos, _0_Lucene41_0.doc, _0.si, _4.nvm, _4.fnm, _3.nvd, _0.fdx, _3.nvm, _3.fnm, _2_Lucene41_0.pos, _4.nvd, _0.fdt, _5.nvm, _5.fnm, _5.nvd, _4.si, _1_Lucene41_0.pos]
   [junit4]   2> 48440 T104 C35 oasu.LoggingInfoStream.message [IW][DocThread-3]: commit: pendingCommit != null
   [junit4]   2> 48440 T104 C35 oasu.LoggingInfoStream.message [IW][DocThread-3]: commit: wrote segments file "segments_4"
   [junit4]   2> 48441 T104 C35 oasu.LoggingInfoStream.message [IFD][DocThread-3]: now checkpoint "_0(4.9):C243 _1(4.9):C1 _2(4.9):C50 _4(4.9):C45 _3(4.9):C71 _5(4.9):C90" [6 segments ; isCommit = true]
   [junit4]   2> 48442 T104 C35 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1ba309f lockFactory=NativeFSLockFactory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\index),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1ba309f lockFactory=NativeFSLockFactory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\index),segFN=segments_4,generation=4}
   [junit4]   2> 48442 T104 C35 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 48443 T104 C35 oasu.LoggingInfoStream.message [IFD][DocThread-3]: deleteCommits: now decRef commit "segments_3"
   [junit4]   2> 48443 T104 C35 oasu.LoggingInfoStream.message [IFD][DocThread-3]: delete "segments_3"
   [junit4]   2> 48444 T104 C35 oasu.LoggingInfoStream.message [IFD][DocThread-3]: 2 msec to checkpoint
   [junit4]   2> 48444 T104 C35 oasu.LoggingInfoStream.message [IW][DocThread-3]: commit: took 18.0 msec
   [junit4]   2> 48444 T104 C35 oasu.LoggingInfoStream.message [IW][DocThread-3]: commit: done
   [junit4]   2> 48444 T104 C35 oasc.SolrCore.getSearcher WARN [collection1] Error opening new searcher. exceeded limit of maxWarmingSearchers=2, try again later.
   [junit4]   2> 48444 T104 C35 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=/update params={commit=true&softCommit=false&waitSearcher=true} {} 0 22
   [junit4]   2> 48444 T104 C35 oasc.SolrException.log ERROR org.apache.solr.common.SolrException: Error opening new searcher. exceeded limit of maxWarmingSearchers=2, try again later.
   [junit4]   2> 		at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1658)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1416)
   [junit4]   2> 		at org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:611)
   [junit4]   2> 		at org.apache.solr.update.processor.RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:95)
   [junit4]   2> 		at org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:64)
   [junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1486)
   [junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.processCommit(DistributedUpdateProcessor.java:1463)
   [junit4]   2> 		at org.apache.solr.update.processor.LogUpdateProcessor.processCommit(LogUpdateProcessorFactory.java:157)
   [junit4]   2> 		at org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:69)
   [junit4]   2> 		at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
   [junit4]   2> 		at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.execute(SolrCore.java:1962)
   [junit4]   2> 		at org.apache.solr.client.solrj.embedded.EmbeddedSolrServer.request(EmbeddedSolrServer.java:150)
   [junit4]   2> 		at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
   [junit4]   2> 		at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
   [junit4]   2> 		at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
   [junit4]   2> 		at org.apache.solr.client.solrj.LargeVolumeTestBase$DocThread.run(LargeVolumeTestBase.java:112)
   [junit4]   2> 	
   [junit4]   2> 48445 T104 oascs.LargeVolumeTestBase$DocThread.run Caught benign exception during commit: Error opening new searcher. exceeded limit of maxWarmingSearchers=2, try again later.
   [junit4]   2> 48448 T98 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@ee1214[collection1] main{StandardDirectoryReader(segments_2:11:nrt _0(4.9):C243 _1(4.9):C1 _2(4.9):C50 _4(4.9):C45 _3(4.9):C71)}
   [junit4]   2> 48448 T98 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
   [junit4]   2> 48448 T98 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ee1214[collection1] main{StandardDirectoryReader(segments_2:11:nrt _0(4.9):C243 _1(4.9):C1 _2(4.9):C50 _4(4.9):C45 _3(4.9):C71)}
   [junit4]   2> 48448 T98 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@ee1214[collection1] main{StandardDirectoryReader(segments_2:11:nrt _0(4.9):C243 _1(4.9):C1 _2(4.9):C50 _4(4.9):C45 _3(4.9):C71)}
   [junit4]   2> 48448 T98 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
   [junit4]   2> 48449 T103 C35 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=/update params={commit=true&softCommit=false&waitSearcher=true} {commit=} 0 152
   [junit4]   2> 48449 T103 C35 oasu.DirectUpdateHandler2.commit start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 48449 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]: forceMerge: index now _0(4.9):C243 _1(4.9):C1 _2(4.9):C50 _4(4.9):C45 _3(4.9):C71 _5(4.9):C90
   [junit4]   2> 48449 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]: now flush at forceMerge
   [junit4]   2> 48449 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]:   start flush: applyAllDeletes=true
   [junit4]   2> 48449 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]:   index before flush _0(4.9):C243 _1(4.9):C1 _2(4.9):C50 _4(4.9):C45 _3(4.9):C71 _5(4.9):C90
   [junit4]   2> 48449 T103 C35 oasu.LoggingInfoStream.message [DW][DocThread-2]: startFullFlush
   [junit4]   2> 48449 T103 C35 oasu.LoggingInfoStream.message [DW][DocThread-2]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 48449 T103 C35 oasu.LoggingInfoStream.message [DW][DocThread-2]: DocThread-2 finishFullFlush success=true
   [junit4]   2> 48449 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]: apply all deletes during flush
   [junit4]   2> 48449 T103 C35 oasu.LoggingInfoStream.message [BD][DocThread-2]: applyDeletes: no deletes; skipping
   [junit4]   2> 48449 T103 C35 oasu.LoggingInfoStream.message [BD][DocThread-2]: prune sis=org.apache.lucene.index.SegmentInfos@920fa1 minGen=16 packetCount=0
   [junit4]   2> 48451 T103 C35 oasu.LoggingInfoStream.message [TMP][DocThread-2]: findForcedMerges maxSegmentCount=1 infos=_0(4.9):C243 _1(4.9):C1 _2(4.9):C50 _4(4.9):C45 _3(4.9):C71 _5(4.9):C90 segmentsToMerge={_4(4.9):C45=true, _5(4.9):C90=true, _2(4.9):C50=true, _3(4.9):C71=true, _1(4.9):C1=true, _0(4.9):C243=true}
   [junit4]   2> 48451 T103 C35 oasu.LoggingInfoStream.message [TMP][DocThread-2]: eligible=[_0(4.9):C243, _5(4.9):C90, _3(4.9):C71, _2(4.9):C50, _4(4.9):C45, _1(4.9):C1]
   [junit4]   2> 48451 T103 C35 oasu.LoggingInfoStream.message [TMP][DocThread-2]: forceMergeRunning=false
   [junit4]   2> 48452 T103 C35 oasu.LoggingInfoStream.message [TMP][DocThread-2]: add final merge=_0(4.9):C243 _5(4.9):C90 _3(4.9):C71 _2(4.9):C50 _4(4.9):C45 _1(4.9):C1
   [junit4]   2> 48452 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]: add merge to pendingMerges: _0(4.9):C243 _5(4.9):C90 _3(4.9):C71 _2(4.9):C50 _4(4.9):C45 _1(4.9):C1 [total 1 pending]
   [junit4]   2> 48452 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]: registerMerge merging= []
   [junit4]   2> 48452 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]: registerMerge info=_0(4.9):C243
   [junit4]   2> 48452 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]: registerMerge info=_5(4.9):C90
   [junit4]   2> 48452 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]: registerMerge info=_3(4.9):C71
   [junit4]   2> 48452 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]: registerMerge info=_2(4.9):C50
   [junit4]   2> 48452 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]: registerMerge info=_4(4.9):C45
   [junit4]   2> 48452 T103 C35 oasu.LoggingInfoStream.message [IW][DocThread-2]: registerMerge info=_1(4.9):C1
   [junit4]   2> 48452 T103 C35 oasu.LoggingInfoStream.message [CMS][DocThread-2]: now merge
   [junit4]   2> 48452 T103 C35 oasu.LoggingInfoStream.message [CMS][DocThread-2]:   index: _0(4.9):C243 _1(4.9):C1 _2(4.9):C50 _4(4.9):C45 _3(4.9):C71 _5(4.9):C90
   [junit4]   2> 48455 T103 C35 oasu.LoggingInfoStream.message [CMS][DocThread-2]:   consider merge _0(4.9):C243 _5(4.9):C90 _3(4.9):C71 _2(4.9):C50 _4(4.9):C45 _1(4.9):C1
   [junit4]   2> 48455 T103 C35 oasu.LoggingInfoStream.message [CMS][DocThread-2]:     launch new thread [Lucene Merge Thread #0]
   [junit4]   2> 48456 T103 C35 oasu.LoggingInfoStream.message [CMS][DocThread-2]: set priority of merge thread Lucene Merge Thread #0 to 6
   [junit4]   2> 48456 T103 C35 oasu.LoggingInfoStream.message [CMS][DocThread-2]:   no more merges pending; now return
   [junit4]   2> 48457 T102 C35 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=/update params={commit=true&softCommit=false&waitSearcher=true} {commit=} 0 214
   [junit4]   2> 48457 T106 oasu.LoggingInfoStream.message [CMS][Lucene Merge Thread #0]:   merge thread: start
   [junit4]   2> 48458 T106 oasu.LoggingInfoStream.message [BD][Lucene Merge Thread #0]: applyDeletes: no

[...truncated too long message...]

ullFlush
   [junit4]   2> 48593 T96 C36 oasu.LoggingInfoStream.message [DW][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 48593 T96 C36 oasu.LoggingInfoStream.message [DW][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]: SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker finishFullFlush success=true
   [junit4]   2> 48593 T96 C36 oasu.LoggingInfoStream.message [IW][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]: apply all deletes during flush
   [junit4]   2> 48593 T96 C36 oasu.LoggingInfoStream.message [BD][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]: applyDeletes: no deletes; skipping
   [junit4]   2> 48593 T96 C36 oasu.LoggingInfoStream.message [BD][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]: prune sis=org.apache.lucene.index.SegmentInfos@920fa1 minGen=16 packetCount=0
   [junit4]   2> 48593 T96 C36 oasu.LoggingInfoStream.message [CMS][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]: now merge
   [junit4]   2> 48593 T96 C36 oasu.LoggingInfoStream.message [CMS][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]:   index: _6(4.9):C500
   [junit4]   2> 48593 T96 C36 oasu.LoggingInfoStream.message [CMS][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]:   no more merges pending; now return
   [junit4]   2> 48595 T96 C36 oasu.LoggingInfoStream.message [IW][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]: waitForMerges
   [junit4]   2> 48595 T96 C36 oasu.LoggingInfoStream.message [IW][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]: waitForMerges done
   [junit4]   2> 48595 T96 C36 oasu.LoggingInfoStream.message [IW][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]: now call final commit()
   [junit4]   2> 48595 T96 C36 oasu.LoggingInfoStream.message [IW][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]: commit: start
   [junit4]   2> 48595 T96 C36 oasu.LoggingInfoStream.message [IW][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]: commit: enter lock
   [junit4]   2> 48595 T96 C36 oasu.LoggingInfoStream.message [IW][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]: commit: now prepare
   [junit4]   2> 48596 T96 C36 oasu.LoggingInfoStream.message [IW][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]: prepareCommit: flush
   [junit4]   2> 48597 T96 C36 oasu.LoggingInfoStream.message [IW][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]:   index before flush _6(4.9):C500
   [junit4]   2> 48597 T96 C36 oasu.LoggingInfoStream.message [DW][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]: startFullFlush
   [junit4]   2> 48597 T96 C36 oasu.LoggingInfoStream.message [DW][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 48597 T96 C36 oasu.LoggingInfoStream.message [IW][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]: apply all deletes during flush
   [junit4]   2> 48597 T96 C36 oasu.LoggingInfoStream.message [BD][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]: applyDeletes: no deletes; skipping
   [junit4]   2> 48597 T96 C36 oasu.LoggingInfoStream.message [BD][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]: prune sis=org.apache.lucene.index.SegmentInfos@920fa1 minGen=16 packetCount=0
   [junit4]   2> 48597 T96 C36 oasu.LoggingInfoStream.message [DW][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]: SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker finishFullFlush success=true
   [junit4]   2> 48597 T96 C36 oasu.LoggingInfoStream.message [IW][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]: startCommit(): start
   [junit4]   2> 48597 T96 C36 oasu.LoggingInfoStream.message [IW][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]:   skip startCommit(): no changes pending
   [junit4]   2> 48597 T96 C36 oasu.LoggingInfoStream.message [IW][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]: commit: pendingCommit == null; skip
   [junit4]   2> 48597 T96 C36 oasu.LoggingInfoStream.message [IW][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]: commit: done
   [junit4]   2> 48597 T96 C36 oasu.LoggingInfoStream.message [IW][SUITE-LargeVolumeEmbeddedTest-seed#[83E78EED8873015D]-worker]: at close: _6(4.9):C500
   [junit4]   2> 48649 T96 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 48649 T96 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 48649 T96 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\ [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\;done=false>>]
   [junit4]   2> 48649 T96 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\
   [junit4]   2> 48649 T96 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\index [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\index;done=false>>]
   [junit4]   2> 48649 T96 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\index
   [junit4]   2> 48649 T96 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 48650 T96 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=9102040
   [junit4]   2> NOTE: test params are: codec=Lucene46: {}, docValues:{}, sim=DefaultSimilarity, locale=ms_MY, timezone=America/Resolute
   [junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.8.0_05 (32-bit)/cpus=2,threads=1,free=5289392,total=41054208
   [junit4]   2> NOTE: All tests run in this JVM: [NoOpResponseParserTest, SolrExampleStreamingBinaryTest, TestEmbeddedSolrServer, TestBatchUpdate, SolrParamTest, TestFastInputStream, LargeVolumeEmbeddedTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LargeVolumeEmbeddedTest -Dtests.seed=83E78EED8873015D -Dtests.slow=true -Dtests.locale=ms_MY -Dtests.timezone=America/Resolute -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s | LargeVolumeEmbeddedTest (suite) <<<
   [junit4]    > Throwable #1: java.io.IOException: Could not remove the following files (in the order of attempts):
   [junit4]    >    C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\tlog\tlog.0000000000000000004
   [junit4]    >    C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001\tlog
   [junit4]    >    C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001\init-core-data-001
   [junit4]    >    C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solr.client.solrj.embedded.LargeVolumeEmbeddedTest-83E78EED8873015D-001
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([83E78EED8873015D]:0)
   [junit4]    > 	at org.apache.lucene.util.TestUtil.rm(TestUtil.java:118)
   [junit4]    > 	at org.apache.lucene.util.LuceneTestCase$TemporaryFilesCleanupRule.afterAlways(LuceneTestCase.java:2500)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed in 1.93s, 1 test, 1 error <<< FAILURES!

[...truncated 135 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:467: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:447: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:45: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:202: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1297: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:921: There were test failures: 49 suites, 285 tests, 1 suite-level error

Total time: 93 minutes 24 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.8.0_05 -server -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure