You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/08/03 21:50:41 UTC

[JENKINS] Lucene-Solr-4.x-Windows (32bit/jdk1.8.0_11) - Build # 4136 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/4136/
Java: 32bit/jdk1.8.0_11 -server -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.MultiThreadedOCPTest.testDistribSearch

Error Message:
Task 3002 did not complete, final state: failed

Stack Trace:
java.lang.AssertionError: Task 3002 did not complete, final state: failed
	at __randomizedtesting.SeedInfo.seed([AA76C0C1081F95D9:2B904ED97F40F5E5]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.MultiThreadedOCPTest.testDeduplicationOfSubmittedTasks(MultiThreadedOCPTest.java:163)
	at org.apache.solr.cloud.MultiThreadedOCPTest.doTest(MultiThreadedOCPTest.java:72)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.GeneratedMethodAccessor40.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11983 lines...]
   [junit4] Suite: org.apache.solr.cloud.MultiThreadedOCPTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\init-core-data-001
   [junit4]   2> 4593538 T12092 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 4593538 T12092 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /g_otw/
   [junit4]   2> 4593541 T12092 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 4593543 T12092 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4593545 T12093 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 4593618 T12092 oasc.ZkTestServer.run start zk server on port:60916
   [junit4]   2> 4593621 T12092 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4593626 T12099 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a620fc name:ZooKeeperConnection Watcher:127.0.0.1:60916 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4593627 T12092 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4593627 T12092 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 4593635 T12092 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4593636 T12101 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e3ff5e name:ZooKeeperConnection Watcher:127.0.0.1:60916/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4593637 T12092 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4593637 T12092 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 4593640 T12092 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 4593643 T12092 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 4593645 T12092 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 4593649 T12092 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 4593650 T12092 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 4593654 T12092 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 4593655 T12092 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 4593659 T12092 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4593660 T12092 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4593663 T12092 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 4593664 T12092 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 4593667 T12092 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 4593668 T12092 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 4593671 T12092 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 4593672 T12092 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 4593674 T12092 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 4593675 T12092 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 4593679 T12092 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4593679 T12092 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4593682 T12092 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4593683 T12092 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4593686 T12092 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 4593686 T12092 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 4593690 T12092 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 4593690 T12092 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 4593697 T12094 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1479d4e21250001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 4595388 T12092 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 4595393 T12092 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60923
   [junit4]   2> 4595394 T12092 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 4595395 T12092 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4595395 T12092 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-002
   [junit4]   2> 4595396 T12092 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-002\'
   [junit4]   2> 4595423 T12092 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-002\solr.xml
   [junit4]   2> 4595432 T12092 oasc.CoreContainer.<init> New CoreContainer 4646693
   [junit4]   2> 4595433 T12092 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-002\]
   [junit4]   2> 4595433 T12092 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 4595434 T12092 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 4595434 T12092 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 4595434 T12092 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 4595434 T12092 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 4595434 T12092 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 4595435 T12092 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 4595435 T12092 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 4595436 T12092 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 4595436 T12092 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 4595436 T12092 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4595436 T12092 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4595437 T12092 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 4595437 T12092 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60916/solr
   [junit4]   2> 4595437 T12092 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 4595439 T12092 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4595440 T12112 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a8eda9 name:ZooKeeperConnection Watcher:127.0.0.1:60916 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4595441 T12092 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4595444 T12092 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4595444 T12114 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d00c1d name:ZooKeeperConnection Watcher:127.0.0.1:60916/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4595445 T12092 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4595447 T12092 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 4595451 T12092 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 4595454 T12092 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 4595458 T12092 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 4595461 T12092 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 4595466 T12092 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 4595467 T12092 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60923_g_otw
   [junit4]   2> 4595469 T12092 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60923_g_otw
   [junit4]   2> 4595472 T12092 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 4595475 T12092 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 4595479 T12092 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:60923_g_otw
   [junit4]   2> 4595480 T12092 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 4595482 T12092 oasc.Overseer.start Overseer (id=92215276273467395-127.0.0.1:60923_g_otw-n_0000000000) starting
   [junit4]   2> 4595485 T12092 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 4595497 T12116 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 4595499 T12092 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 4595503 T12092 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 4595504 T12092 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 4595508 T12115 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 4595511 T12117 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 4595511 T12117 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 4595512 T12117 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 4595513 T12118 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4595515 T12115 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 4595515 T12115 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60923/g_otw",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60923_g_otw",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 4595515 T12115 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 4595515 T12115 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 4595519 T12118 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4595519 T12118 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4596249 T12117 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 4596249 T12117 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 4596250 T12117 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 4596250 T12117 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 4596252 T12117 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 4596252 T12117 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-002\collection1\'
   [junit4]   2> 4596255 T12117 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 4596258 T12117 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 4596260 T12117 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 4596296 T12117 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 4596301 T12117 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 4596304 T12117 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 4596309 T12117 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 4596396 T12117 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 4596396 T12117 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 4596397 T12117 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 4596403 T12117 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 4596404 T12117 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 4596419 T12117 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4596422 T12117 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4596424 T12117 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4596426 T12117 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 4596426 T12117 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 4596426 T12117 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4596428 T12117 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 4596428 T12117 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 4596428 T12117 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 4596429 T12117 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 4596429 T12117 oasc.SolrCore.<init> [collection1] Opening new SolrCore at .\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-002\collection1\, dataDir=.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-001/control/data\
   [junit4]   2> 4596429 T12117 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d459e8
   [junit4]   2> 4596429 T12117 oasc.CachingDirectoryFactory.get return new directory for .\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-001/control/data\
   [junit4]   2> 4596430 T12117 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-001/control/data\index/
   [junit4]   2> 4596430 T12117 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-001\control\data\index' doesn't exist. Creating new index...
   [junit4]   2> 4596430 T12117 oasc.CachingDirectoryFactory.get return new directory for .\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-001/control/data\index
   [junit4]   2> 4596431 T12117 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=63.0029296875, floorSegmentMB=1.96484375, forceMergeDeletesPctAllowed=21.408880217706912, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.12827344758302106
   [junit4]   2> 4596431 T12117 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@3332a8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@ca6155),segFN=segments_1,generation=1}
   [junit4]   2> 4596431 T12117 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 4596433 T12117 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 4596434 T12117 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 4596434 T12117 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 4596434 T12117 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4596434 T12117 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4596434 T12117 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 4596435 T12117 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4596435 T12117 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4596435 T12117 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4596436 T12117 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4596436 T12117 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4596436 T12117 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4596436 T12117 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4596437 T12117 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 4596437 T12117 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 4596437 T12117 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 4596438 T12117 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 4596438 T12117 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4596438 T12117 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 4596439 T12117 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 4596439 T12117 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 4596444 T12117 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4596444 T12117 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4596446 T12117 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4596447 T12117 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4596448 T12117 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4596451 T12117 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 4596451 T12117 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 4596452 T12117 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 4596452 T12117 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@3332a8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@ca6155),segFN=segments_1,generation=1}
   [junit4]   2> 4596452 T12117 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 4596452 T12117 oass.SolrIndexSearcher.<init> Opening Searcher@3b8282[collection1] main
   [junit4]   2> 4596452 T12117 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 4596454 T12117 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 4596454 T12117 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 4596454 T12117 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 4596454 T12117 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 4596455 T12117 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4596456 T12117 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 4596456 T12117 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4596457 T12117 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 4596459 T12117 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 4596459 T12117 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4596459 T12117 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 4596461 T12119 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3b8282[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 4596462 T12117 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 4596463 T12122 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:60923/g_otw collection:control_collection shard:shard1
   [junit4]   2> 4596464 T12092 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 4596464 T12092 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 4596465 T12122 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 4596466 T12092 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4596470 T12124 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a165eb name:ZooKeeperConnection Watcher:127.0.0.1:60916/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4596471 T12092 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4596472 T12092 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 4596476 T12092 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 4596477 T12122 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 4596480 T12122 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 4596480 T12122 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C7729 name=collection1 org.apache.solr.core.SolrCore@1ba8b74 url=http://127.0.0.1:60923/g_otw/collection1 node=127.0.0.1:60923_g_otw C7729_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:60923/g_otw, core=collection1, node_name=127.0.0.1:60923_g_otw}
   [junit4]   2> 4596480 T12122 C7729 P60923 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:60923/g_otw/collection1/
   [junit4]   2> 4596480 T12122 C7729 P60923 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 4596480 T12122 C7729 P60923 oasc.SyncStrategy.syncToMe http://127.0.0.1:60923/g_otw/collection1/ has no replicas
   [junit4]   2> 4596480 T12122 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:60923/g_otw/collection1/ shard1
   [junit4]   2> 4596482 T12122 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 4596482 T12118 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4596485 T12115 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 4596490 T12118 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4596491 T12118 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4596495 T12118 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4596570 T12118 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4596574 T12125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4596604 T12122 oasc.ZkController.register We are http://127.0.0.1:60923/g_otw/collection1/ and leader is http://127.0.0.1:60923/g_otw/collection1/
   [junit4]   2> 4596604 T12122 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60923/g_otw
   [junit4]   2> 4596604 T12122 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 4596604 T12122 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 4596604 T12122 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 4596606 T12122 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 4596607 T12118 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4596607 T12126 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4596607 T12127 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4596609 T12115 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 4596610 T12115 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60923/g_otw",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60923_g_otw",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 4596611 T12127 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4596686 T12125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4596687 T12127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4598276 T12092 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 4598277 T12092 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 4598281 T12092 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60935
   [junit4]   2> 4598282 T12092 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 4598283 T12092 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4598283 T12092 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-003
   [junit4]   2> 4598283 T12092 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-003\'
   [junit4]   2> 4598313 T12092 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-003\solr.xml
   [junit4]   2> 4598324 T12092 oasc.CoreContainer.<init> New CoreContainer 33251669
   [junit4]   2> 4598325 T12092 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-003\]
   [junit4]   2> 4598325 T12092 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 4598325 T12092 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 4598325 T12092 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 4598326 T12092 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 4598326 T12092 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 4598327 T12092 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 4598327 T12092 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 4598327 T12092 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 4598328 T12092 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 4598328 T12092 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 4598328 T12092 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4598328 T12092 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4598329 T12092 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 4598329 T12092 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60916/solr
   [junit4]   2> 4598330 T12092 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 4598331 T12092 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4598332 T12138 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@72368c name:ZooKeeperConnection Watcher:127.0.0.1:60916 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4598332 T12092 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4598335 T12094 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1479d4e21250005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 4598335 T12092 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4598337 T12140 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30a38a name:ZooKeeperConnection Watcher:127.0.0.1:60916/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4598337 T12092 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4598346 T12092 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 4599159 T12092 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60935_g_otw
   [junit4]   2> 4599161 T12092 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60935_g_otw
   [junit4]   2> 4599169 T12125 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 4599170 T12127 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 4599172 T12141 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 4599181 T12142 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 4599181 T12142 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 4599183 T12142 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 4599183 T12126 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4599183 T12118 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4599183 T12127 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4599187 T12115 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 4599188 T12115 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60935/g_otw",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60935_g_otw",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 4599189 T12115 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 4599189 T12115 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 4599194 T12127 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4599195 T12141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 4599196 T12125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 4599197 T12127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 4599993 T12142 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 4599993 T12142 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 4599994 T12142 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 4599996 T12142 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 4600000 T12142 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 4600000 T12142 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-003\collection1\'
   [junit4]   2> 4600004 T12142 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 4600006 T12142 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 4600008 T12142 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 4600040 T12142 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 4600047 T12142 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 4600052 T12142 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 4600057 T12142 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 4600152 T12142 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 4600153 T12142 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 4600154 T12142 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 4600161 T12142 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 4600162 T12142 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 4600179 T12142 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4600184 T12142 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4600189 T12142 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4600190 T12142 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 4600190 T12142 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 4600190 T12142 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4600192 T12142 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 4600193 T12142 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 4600193 T12142 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 4600193 T12142 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 4600194 T12142 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-003\collection1\, dataDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-003\collection1\data\
   [junit4]   2> 4600195 T12142 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d459e8
   [junit4]   2> 4600195 T12142 oasc.CachingDirectoryFactory.get return new directory for ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-003\collection1\data\
   [junit4]   2> 4600195 T12142 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-003\collection1\data\index/
   [junit4]   2> 4600196 T12142 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-003\collection1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 4600196 T12142 oasc.CachingDirectoryFactory.get return new directory for ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-003\collection1\data\index
   [junit4]   2> 4600196 T12142 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=63.0029296875, floorSegmentMB=1.96484375, forceMergeDeletesPctAllowed=21.408880217706912, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.12827344758302106
   [junit4]   2> 4600197 T12142 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1cf3250 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@f8f4c8),segFN=segments_1,generation=1}
   [junit4]   2> 4600198 T12142 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 4600200 T12142 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 4600201 T12142 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 4600201 T12142 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 4600201 T12142 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4600202 T12142 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4600202 T12142 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 4600203 T12142 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4600204 T12142 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4600204 T12142 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4600205 T12142 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4600205 T12142 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4600205 T12142 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4600206 T12142 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4600206 T12142 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 4600207 T12142 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 4600207 T12142 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 4600207 T12142 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 4600207 T12142 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4600208 T12142 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 4600208 T12142 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 4600208 T12142 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 4600213 T12142 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4600215 T12142 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4600215 T12142 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4600217 T12142 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4600218 T12142 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4600221 T12142 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 4600221 T12142 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 4600222 T12142 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 4600222 T12142 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1cf3250 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@f8f4c8),segFN=segments_1,generation=1}
   [junit4]   2> 4600222 T12142 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 4600223 T12142 oass.SolrIndexSearcher.<init> Opening Searcher@8a651e[collection1] main
   [junit4]   2> 4600223 T12142 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 4600224 T12142 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 4600224 T12142 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 4600226 T12142 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 4600226 T12142 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 4600226 T12142 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4600227 T12142 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 4600227 T12142 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4600227 T12142 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 4600227 T12142 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 4600230 T12143 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8a651e[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 4600231 T12142 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 4600232 T12146 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:60935/g_otw collection:collection1 shard:shard2
   [junit4]   2> 4600233 T12092 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 4600233 T12092 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 4600235 T12146 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 4600242 T12146 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 4600243 T12127 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4600244 T12146 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 4600244 T12146 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C7730 name=collection1 org.apache.solr.core.SolrCore@2e283f url=http://127.0.0.1:60935/g_otw/collection1 node=127.0.0.1:60935_g_otw C7730_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:60935/g_otw, core=collection1, node_name=127.0.0.1:60935_g_otw}
   [junit4]   2> 4600244 T12146 C7730 P60935 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:60935/g_otw/collection1/
   [junit4]   2> 4600245 T12146 C7730 P60935 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 4600245 T12146 C7730 P60935 oasc.SyncStrategy.syncToMe http://127.0.0.1:60935/g_otw/collection1/ has no replicas
   [junit4]   2> 4600245 T12146 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:60935/g_otw/collection1/ shard2
   [junit4]   2> 4600245 T12146 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 4600248 T12115 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 4600259 T12127 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4600260 T12127 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4600264 T12127 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4600347 T12141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 4600348 T12125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 4600349 T12127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 4600385 T12146 oasc.ZkController.register We are http://127.0.0.1:60935/g_otw/collection1/ and leader is http://127.0.0.1:60935/g_otw/collection1/
   [junit4]   2> 4600385 T12146 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60935/g_otw
   [junit4]   2> 4600385 T12146 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 4600385 T12146 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 4600385 T12146 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 4600386 T12127 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4600388 T12118 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4600388 T12126 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4600389 T12146 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 4600391 T12115 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 4600392 T12115 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60935/g_otw",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60935_g_otw",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 4600395 T12126 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4600478 T12141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 4600479 T12126 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 4600479 T12125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 4602173 T12092 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 4602174 T12092 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 4602179 T12092 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60944
   [junit4]   2> 4602181 T12092 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 4602181 T12092 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4602182 T12092 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-004
   [junit4]   2> 4602182 T12092 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-004\'
   [junit4]   2> 4602220 T12092 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-004\solr.xml
   [junit4]   2> 4602229 T12092 oasc.CoreContainer.<init> New CoreContainer 17121216
   [junit4]   2> 4602229 T12092 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-004\]
   [junit4]   2> 4602230 T12092 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 4602230 T12092 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 4602230 T12092 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 4602230 T12092 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 4602230 T12092 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 4602230 T12092 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 4602230 T12092 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 4602232 T12092 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 4602232 T12092 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 4602232 T12092 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 4602232 T12092 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4602232 T12092 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4602234 T12092 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 4602234 T12092 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60916/solr
   [junit4]   2> 4602234 T12092 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 4602236 T12092 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4602238 T12157 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a8e45f name:ZooKeeperConnection Watcher:127.0.0.1:60916 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4602238 T12092 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4602240 T12092 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4602241 T12159 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d4f849 name:ZooKeeperConnection Watcher:127.0.0.1:60916/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4602242 T12092 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4602249 T12092 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 4603063 T12092 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60944_g_otw
   [junit4]   2> 4603066 T12092 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60944_g_otw
   [junit4]   2> 4603072 T12126 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 4603074 T12141 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 4603074 T12125 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 4603074 T12160 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 4603084 T12161 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 4603084 T12161 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 4603085 T12161 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 4603085 T12126 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4603085 T12127 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4603085 T12118 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4603089 T12115 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 4603089 T12115 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60944/g_otw",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60944_g_otw",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 4603089 T12115 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 4603090 T12115 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 4603093 T12118 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4603094 T12141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 4603095 T12125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 4603095 T12160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 4603096 T12118 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 4603895 T12161 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 4603895 T12161 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 4603896 T12161 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 4603896 T12161 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 4603898 T12161 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 4603898 T12161 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-004\collection1\'
   [junit4]   2> 4603902 T12161 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 4603904 T12161 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 4603906 T12161 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 4603939 T12161 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 4603956 T12161 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 4603960 T12161 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 4603965 T12161 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 4604051 T12161 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 4604051 T12161 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 4604052 T12161 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 4604058 T12161 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 4604060 T12161 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 4604077 T12161 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4604081 T12161 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4604084 T12161 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4604086 T12161 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 4604087 T12161 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 4604087 T12161 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4604088 T12161 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 4604089 T12161 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 4604089 T12161 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 4604090 T12161 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 4604090 T12161 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-004\collection1\, dataDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-004\collection1\data\
   [junit4]   2> 4604090 T12161 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d459e8
   [junit4]   2> 4604091 T12161 oasc.CachingDirectoryFactory.get return new directory for ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-004\collection1\data\
   [junit4]   2> 4604091 T12161 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-004\collection1\data\index/
   [junit4]   2> 4604091 T12161 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-004\collection1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 4604092 T12161 oasc.CachingDirectoryFactory.get return new directory for ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001\tempDir-004\collection1\data\index
   [junit4]   2> 4604092 T12161 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=63.0029296875, floorSegmentMB=1.96484375, forceMergeDeletesPctAllowed=21.408880217706912, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.12827344758302106
   [junit4]   2> 4604093 T12161 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@14610b9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c8db0),segFN=segments_1,generation=1}
   [junit4]   2> 4604093 T12161 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 4604095 T12161 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 4604095 T12161 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 4604096 T12161 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 4604096 T12161 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4604096 T12161 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4604096 T12161 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 4604097 T12161 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4604097 T12161 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4604097 T12161 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4604098 T12161 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4604098 T12161 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4604099 T12161 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4604099 T12161 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4604099 T12161 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 4604099 T12161 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 4604100 T12161 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 4604100 T12161 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 4604100 T12161 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4604101 T12161 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 4604101 T12161 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 4604102 T12161 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 4604107 T12161 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4604109 T12161 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4604110 T12161 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4604111 T12161 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4604112 T12161 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4604114 T12161 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 4604115 T12161 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 4604115 T12161 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 4604116 T12161 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@14610b9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c8db0),segFN=segments_1,generation=1}
   [junit4]   2> 4604116 T12161 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 4604116 T12161 oass.SolrIndexSearcher.<init> Opening Searcher@cad88a[collection1] main
   [junit4]   2> 4604117 T12161 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 4604117 T12161 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 4604117 T12161 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 4604118 T12161 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 4604119 T12161 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 4604119 T12161 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4604121 T12161 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 4604121 T12161 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4604121 T12161 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 4604121 T12161 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 4604123 T12162 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@cad88a[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 4604125 T12161 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 4604125 T12165 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:60944/g_otw collection:collection1 shard:shard1
   [junit4]   2> 4604126 T12092 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 4604126 T12092 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 4604128 T12165 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 4604136 T12165 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 4604138 T12118 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4604139 T12165 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 4604139 T12165 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C7731 name=collection1 org.apache.solr.core.SolrCore@e5f228 url=http://127.0.0.1:60944/g_otw/collection1 node=127.0.0.1:60944_g_otw C7731_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:60944/g_otw, core=collection1, node_name=127.0.0.1:60944_g_otw}
   [junit4]   2> 4604139 T12165 C7731 P60944 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:60944/g_otw/collection1/
   [junit4]   2> 4604139 T12165 C7731 P60944 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 4604139 T12165 C7731 P60944 oasc.SyncStrategy.syncToMe http://127.0.0.1:60944/g_otw/collection1/ has no replicas
   [junit4]   2> 4604139 T12165 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:60944/g_otw/collection1/ shard1
   [junit4]   2> 4604140 T12165 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 4604143 T12115 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 4604147 T12118 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4604153 T12118 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4604245 T12141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 4604245 T12125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 4604245 T12160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 4604246 T12118 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 4604275 T12165 oasc.ZkController.register We are http://127.0.0.1:60944/g_otw/collection1/ and leader is http://127.0.0.1:60944/g_otw/collection1/
   [junit4]   2> 4604275 T12165 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60944/g_otw
   [junit4]   2> 4604275 T12165 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 4604275 T12165 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 4604275 T12165 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 4604279 T12118 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4604279 T12127 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4604279 T12126 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4604280 T12165 oascc.ZkSta

[...truncated too long message...]

cloud.MultiThreadedOCPTest.testDeduplicationOfSubmittedTasks(MultiThreadedOCPTest.java:163)
   [junit4]    > 	at org.apache.solr.cloud.MultiThreadedOCPTest.doTest(MultiThreadedOCPTest.java:72)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 4686672 T12092 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-AA76C0C1081F95D9-001
   [junit4]   2> NOTE: test params are: codec=Lucene3x, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=, timezone=America/Miquelon
   [junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.8.0_11 (32-bit)/cpus=2,threads=1,free=190837400,total=422092800
   [junit4]   2> NOTE: All tests run in this JVM: [OutputWriterTest, SuggesterTest, TestDefaultSimilarityFactory, HardAutoCommitTest, DocValuesTest, HdfsSyncSliceTest, TestNoOpRegenerator, ConvertedLegacyTest, SyncSliceTest, ZkCLITest, InfoHandlerTest, TestFastWriter, MinimalSchemaTest, TestSearchPerf, OverseerStatusTest, TestExtendedDismaxParser, SimplePostToolTest, DistributedQueryElevationComponentTest, TestFastOutputStream, SpatialFilterTest, TestDistributedMissingSort, DistribDocExpirationUpdateProcessorTest, SimpleFacetsTest, TestBlendedInfixSuggestions, HdfsDirectoryTest, TestSerializedLuceneMatchVersion, SoftAutoCommitTest, StatelessScriptUpdateProcessorFactoryTest, TestComplexPhraseQParserPlugin, SolrCoreCheckLockOnStartupTest, BasicZkTest, RecoveryZkTest, ShardSplitTest, SolrRequestParserTest, BasicDistributedZkTest, MultiTermTest, UUIDFieldTest, TestConfig, TestCSVResponseWriter, TestMaxScoreQueryParser, DistributedSpellCheckComponentTest, TestLeaderElectionZkExpiry, AnalysisErrorHandlingTest, UnloadDistributedZkTest, MergeStrategyTest, DocValuesMissingTest, TestSolrDeletionPolicy2, FieldMutatingUpdateProcessorTest, TestSimpleQParserPlugin, TestShardHandlerFactory, TestRealTimeGet, CurrencyFieldXmlFileTest, RegexBoostProcessorTest, EnumFieldTest, TestSolrQueryParserDefaultOperatorResource, TestDocSet, TestPostingsSolrHighlighter, ShardRoutingCustomTest, LeaderElectionIntegrationTest, SolrPluginUtilsTest, TestManagedSchemaFieldResource, UniqFieldsUpdateProcessorFactoryTest, TestSolrXml, TestBadConfig, SpellCheckCollatorTest, TestNonNRTOpen, ChangedSchemaMergeTest, ResponseHeaderTest, TestIBSimilarityFactory, BlockDirectoryTest, HdfsBasicDistributedZk2Test, XmlUpdateRequestHandlerTest, TestLMDirichletSimilarityFactory, TestRestManager, TestRangeQuery, CopyFieldTest, SuggesterTSTTest, TestManagedStopFilterFactory, TestSchemaResource, RemoteQueryErrorTest, DistributedDebugComponentTest, AlternateDirectoryTest, SynonymTokenizerTest, IndexSchemaTest, SuggesterFSTTest, OpenExchangeRatesOrgProviderTest, TestRandomMergePolicy, DocValuesMultiTest, TestPhraseSuggestions, TestDocumentBuilder, SOLR749Test, TestLFUCache, TestMissingGroups, HdfsUnloadDistributedZkTest, TestCollationField, BJQParserTest, ClusterStateTest, TestZkChroot, TestIntervalFaceting, AsyncMigrateRouteKeyTest, RequiredFieldsTest, TestCloudInspectUtil, TestFunctionQuery, JSONWriterTest, RequestHandlersTest, SampleTest, TestInfoStreamLogging, SpellPossibilityIteratorTest, SearchHandlerTest, TestFoldingMultitermQuery, ConnectionManagerTest, TestCollapseQParserPlugin, AliasIntegrationTest, TestBinaryResponseWriter, TestStressReorder, AnalysisAfterCoreReloadTest, TestReversedWildcardFilterFactory, LeaderElectionTest, AddSchemaFieldsUpdateProcessorFactoryTest, CachingDirectoryFactoryTest, TestHighFrequencyDictionaryFactory, StandardRequestHandlerTest, AnalyticsQueryTest, TestCodecSupport, DateMathParserTest, CollectionsAPIDistributedZkTest, DeleteReplicaTest, QueryParsingTest, ClusterStateUpdateTest, TestPartialUpdateDeduplication, SolrTestCaseJ4Test, BadCopyFieldTest, TestAddFieldRealTimeGet, SignatureUpdateProcessorFactoryTest, SolrInfoMBeanTest, TestCustomSort, TestFileDictionaryLookup, TestFreeTextSuggestions, PeerSyncTest, TestCSVLoader, TestAnalyzeInfixSuggestions, TestAtomicUpdateErrorCases, FileUtilsTest, TestReplicationHandler, TestImplicitCoreProperties, MigrateRouteKeyTest, WordBreakSolrSpellCheckerTest, TestCoreDiscovery, TestSolrJ, StatsComponentTest, TestReloadAndDeleteDocs, TestExceedMaxTermLength, DistributedQueryComponentOptimizationTest, NotRequiredUniqueKeyTest, LegacyHTMLStripCharFilterTest, PrimitiveFieldTypeTest, TestQueryUtils, CoreAdminRequestStatusTest, TestSolrIndexConfig, HdfsWriteToMultipleCollectionsTest, ShowFileRequestHandlerTest, CacheHeaderTest, PolyFieldTest, PrimUtilsTest, TestMergePolicyConfig, ZkNodePropsTest, DefaultValueUpdateProcessorTest, TestDynamicFieldResource, OpenCloseCoreStressTest, DebugComponentTest, PreAnalyzedUpdateProcessorTest, ShardRoutingTest, TestManagedResourceStorage, TestOmitPositions, JsonLoaderTest, ZkControllerTest, NoCacheHeaderTest, ChaosMonkeyNothingIsSafeTest, DistributedTermsComponentTest, CollectionsAPIAsyncDistributedZkTest, TestQueryTypes, TestGroupingSearch, PreAnalyzedFieldTest, HdfsChaosMonkeySafeLeaderTest, EchoParamsTest, TestBinaryField, TestUpdate, TestNumberUtils, FieldAnalysisRequestHandlerTest, TestRemoteStreaming, TestCollectionAPI, TestReload, QueryElevationComponentTest, HdfsLockFactoryTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, OverseerTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, ZkSolrClientTest, TestRandomDVFaceting, TestDistributedSearch, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestRecovery, TestHashPartitioner, TermVectorComponentDistributedTest, TestJoin, TestMultiCoreConfBootstrap, TestStressVersions, TestCoreContainer, TestSolr4Spatial, SolrCoreTest, SpellCheckComponentTest, SolrCmdDistributorTest, BadIndexSchemaTest, TestSort, TestFiltering, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, OverseerCollectionProcessorTest, TestIndexSearcher, HighlighterTest, CurrencyFieldOpenExchangeTest, SolrIndexSplitterTest, CoreAdminHandlerTest, TestStressLucene, TestTrie, SuggesterWFSTTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, DistanceFunctionTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, FileBasedSpellCheckerTest, TermsComponentTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, MoreLikeThisHandlerTest, TestSolrQueryParser, TestArbitraryIndexDir, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, TestJmxIntegration, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, CoreContainerCoreInitFailuresTest, HighlighterConfigTest, TestQuerySenderListener, UpdateParamsTest, TestQuerySenderNoQuery, ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, NumericFieldsTest, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, DirectSolrConnectionTest, TestLuceneMatchVersion, TestCharFilters, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestJmxMonitoredMap, TimeZoneUtilsTest, ResourceLoaderTest, ScriptEngineTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, TestSolrXMLSerializer, TestSystemIdResolver, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, TestLRUCache, TestUtils, SliceStateTest, SystemInfoHandlerTest, CircularListTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestTolerantSearch, TestCollationKeyRangeQueries, AssignTest, CustomCollectionTest, DeleteInactiveReplicaTest, DeleteShardTest, DistribCursorPagingTest, HttpPartitionTest, MultiThreadedOCPTest]
   [junit4] Completed in 93.16s, 1 test, 1 failure <<< FAILURES!

[...truncated 240 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:467: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:447: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:45: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1299: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:923: There were test failures: 411 suites, 1707 tests, 1 failure, 43 ignored (22 assumptions)

Total time: 144 minutes 14 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.8.0_11 -server -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any