You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/03/17 06:13:10 UTC

[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1428 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1428/

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
shard1 is not consistent.  Got 305 from http://127.0.0.1:52591/hf_sx/ii/collection1lastClient and got 5 from http://127.0.0.1:52601/hf_sx/ii/collection1

Stack Trace:
java.lang.AssertionError: shard1 is not consistent.  Got 305 from http://127.0.0.1:52591/hf_sx/ii/collection1lastClient and got 5 from http://127.0.0.1:52601/hf_sx/ii/collection1
	at __randomizedtesting.SeedInfo.seed([A1CCC8D48B3697F1:202A46CCFC69F7CD]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:963)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:233)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 9202 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T2718 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /hf_sx/ii
[junit4:junit4]   2> 5 T2718 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1363496304361
[junit4:junit4]   2> 6 T2718 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 7 T2719 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 10 T2719 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 10 T2719 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 10 T2719 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 11 T2719 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 12 T2719 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1363496304360/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 108 T2718 oasc.ZkTestServer.run start zk server on port:52482
[junit4:junit4]   2> 108 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@407e10a9
[junit4:junit4]   2> 109 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 110 T2724 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 110 T2724 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 111 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52483
[junit4:junit4]   2> 111 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52483
[junit4:junit4]   2> 112 T2722 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 114 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef0000 with negotiated timeout 10000 for client /140.211.11.196:52483
[junit4:junit4]   2> 114 T2724 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef0000, negotiated timeout = 10000
[junit4:junit4]   2> 115 T2725 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@407e10a9 name:ZooKeeperConnection Watcher:127.0.0.1:52482 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 115 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 115 T2718 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 129 T2723 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d76b67eef0000
[junit4:junit4]   2> 130 T2725 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 130 T2720 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:52483 which had sessionid 0x13d76b67eef0000
[junit4:junit4]   2> 130 T2718 oaz.ZooKeeper.close Session: 0x13d76b67eef0000 closed
[junit4:junit4]   2> 131 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@31751d32
[junit4:junit4]   2> 131 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 132 T2726 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 132 T2726 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 132 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52484
[junit4:junit4]   2> 133 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52484
[junit4:junit4]   2> 134 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef0001 with negotiated timeout 10000 for client /140.211.11.196:52484
[junit4:junit4]   2> 134 T2726 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef0001, negotiated timeout = 10000
[junit4:junit4]   2> 134 T2727 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31751d32 name:ZooKeeperConnection Watcher:127.0.0.1:52482/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 135 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 135 T2718 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 138 T2718 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 147 T2718 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 149 T2718 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 152 T2718 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 153 T2718 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 164 T2718 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 165 T2718 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 269 T2718 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 270 T2718 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 273 T2718 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 274 T2718 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 282 T2718 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 283 T2718 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 286 T2718 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 287 T2718 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 290 T2718 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 290 T2718 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 293 T2718 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 294 T2718 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 297 T2718 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 297 T2718 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 305 T2723 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d76b67eef0001
[junit4:junit4]   2> 306 T2727 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 306 T2720 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:52484 which had sessionid 0x13d76b67eef0001
[junit4:junit4]   2> 305 T2718 oaz.ZooKeeper.close Session: 0x13d76b67eef0001 closed
[junit4:junit4]   2> 491 T2718 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 497 T2718 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52485
[junit4:junit4]   2> 497 T2718 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 498 T2718 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 498 T2718 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363496304661
[junit4:junit4]   2> 499 T2718 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363496304661/solr.xml
[junit4:junit4]   2> 499 T2718 oasc.CoreContainer.<init> New CoreContainer 390680835
[junit4:junit4]   2> 500 T2718 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363496304661/'
[junit4:junit4]   2> 500 T2718 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363496304661/'
[junit4:junit4]   2> 549 T2718 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 550 T2718 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 550 T2718 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 551 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 551 T2718 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 552 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 552 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 553 T2718 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 553 T2718 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 553 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 574 T2718 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 593 T2718 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52482/solr
[junit4:junit4]   2> 594 T2718 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 594 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@73f2153f
[junit4:junit4]   2> 595 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 596 T2737 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 596 T2737 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 597 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52486
[junit4:junit4]   2> 597 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52486
[junit4:junit4]   2> 599 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef0002 with negotiated timeout 20000 for client /140.211.11.196:52486
[junit4:junit4]   2> 599 T2737 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef0002, negotiated timeout = 20000
[junit4:junit4]   2> 599 T2738 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@73f2153f name:ZooKeeperConnection Watcher:127.0.0.1:52482 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 599 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 601 T2723 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d76b67eef0002
[junit4:junit4]   2> 602 T2738 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 602 T2720 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:52486 which had sessionid 0x13d76b67eef0002
[junit4:junit4]   2> 602 T2718 oaz.ZooKeeper.close Session: 0x13d76b67eef0002 closed
[junit4:junit4]   2> 602 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 613 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6dd20f27
[junit4:junit4]   2> 614 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 614 T2739 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 615 T2739 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 615 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52487
[junit4:junit4]   2> 615 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52487
[junit4:junit4]   2> 617 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef0003 with negotiated timeout 20000 for client /140.211.11.196:52487
[junit4:junit4]   2> 617 T2739 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef0003, negotiated timeout = 20000
[junit4:junit4]   2> 617 T2740 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6dd20f27 name:ZooKeeperConnection Watcher:127.0.0.1:52482/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 617 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 619 T2718 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 628 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0003 type:create cxid:0x7 zxid:0x1b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 630 T2718 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 633 T2718 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 640 T2718 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52485_hf_sx%2Fii
[junit4:junit4]   2> 641 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0003 type:delete cxid:0x12 zxid:0x1e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52485_hf_sx%2Fii Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52485_hf_sx%2Fii
[junit4:junit4]   2> 642 T2718 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52485_hf_sx%2Fii
[junit4:junit4]   2> 645 T2718 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 660 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0003 type:delete cxid:0x20 zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 661 T2718 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 664 T2718 oasc.Overseer.start Overseer (id=89358093802995715-127.0.0.1:52485_hf_sx%2Fii-n_0000000000) starting
[junit4:junit4]   2> 665 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0003 type:create cxid:0x25 zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 672 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0003 type:create cxid:0x26 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 674 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0003 type:create cxid:0x28 zxid:0x27 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 676 T2718 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 685 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0003 type:create cxid:0x2e zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 686 T2742 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 687 T2718 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 690 T2718 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 696 T2718 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 699 T2741 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 703 T2743 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363496304661/collection1
[junit4:junit4]   2> 703 T2743 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 704 T2743 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 704 T2743 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 705 T2743 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363496304661/collection1/'
[junit4:junit4]   2> 706 T2743 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363496304661/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 707 T2743 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363496304661/collection1/lib/README' to classloader
[junit4:junit4]   2> 753 T2743 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 810 T2743 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 910 T2743 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 916 T2743 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1522 T2743 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1535 T2743 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1539 T2743 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1555 T2743 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1559 T2743 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1564 T2743 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1565 T2743 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1565 T2743 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1565 T2743 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1566 T2743 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1566 T2743 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1567 T2743 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1567 T2743 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363496304661/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363496304360/control/data/
[junit4:junit4]   2> 1567 T2743 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6364cbde
[junit4:junit4]   2> 1568 T2743 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1569 T2743 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/control/data forceNew: false
[junit4:junit4]   2> 1570 T2743 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363496304360/control/data/index/
[junit4:junit4]   2> 1570 T2743 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363496304360/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1571 T2743 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/control/data/index forceNew: false
[junit4:junit4]   2> 1578 T2743 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@d023472; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1579 T2743 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1581 T2743 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1581 T2743 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1582 T2743 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1582 T2743 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1583 T2743 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1583 T2743 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1583 T2743 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1584 T2743 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1584 T2743 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1591 T2743 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1599 T2743 oass.SolrIndexSearcher.<init> Opening Searcher@15ac464f main
[junit4:junit4]   2> 1600 T2743 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1600 T2743 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1603 T2744 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@15ac464f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1610 T2743 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1610 T2743 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2202 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2203 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52485_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52485/hf_sx/ii"}
[junit4:junit4]   2> 2204 T2741 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2204 T2741 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2218 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2613 T2743 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2613 T2743 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52485/hf_sx/ii collection:control_collection shard:shard1
[junit4:junit4]   2> 2614 T2743 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2631 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0003 type:delete cxid:0x82 zxid:0x35 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2632 T2743 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2633 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0003 type:create cxid:0x83 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2635 T2743 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2636 T2743 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2636 T2743 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52485/hf_sx/ii/collection1/
[junit4:junit4]   2> 2636 T2743 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2636 T2743 oasc.SyncStrategy.syncToMe http://127.0.0.1:52485/hf_sx/ii/collection1/ has no replicas
[junit4:junit4]   2> 2637 T2743 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52485/hf_sx/ii/collection1/
[junit4:junit4]   2> 2637 T2743 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2650 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0003 type:create cxid:0x8e zxid:0x3a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3722 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3786 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3833 T2743 oasc.ZkController.register We are http://127.0.0.1:52485/hf_sx/ii/collection1/ and leader is http://127.0.0.1:52485/hf_sx/ii/collection1/
[junit4:junit4]   2> 3833 T2743 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52485/hf_sx/ii
[junit4:junit4]   2> 3833 T2743 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3833 T2743 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3834 T2743 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3835 T2743 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3837 T2718 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3838 T2718 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3838 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3851 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3852 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@ba064fb
[junit4:junit4]   2> 3853 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3853 T2746 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3854 T2746 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 3854 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52488
[junit4:junit4]   2> 3855 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52488
[junit4:junit4]   2> 3856 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef0004 with negotiated timeout 10000 for client /140.211.11.196:52488
[junit4:junit4]   2> 3856 T2746 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef0004, negotiated timeout = 10000
[junit4:junit4]   2> 3856 T2747 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ba064fb name:ZooKeeperConnection Watcher:127.0.0.1:52482/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3856 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3858 T2718 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3860 T2718 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4090 T2718 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4093 T2718 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52489
[junit4:junit4]   2> 4094 T2718 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4095 T2718 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4095 T2718 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363496308215
[junit4:junit4]   2> 4096 T2718 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363496308215/solr.xml
[junit4:junit4]   2> 4096 T2718 oasc.CoreContainer.<init> New CoreContainer 1780957964
[junit4:junit4]   2> 4097 T2718 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363496308215/'
[junit4:junit4]   2> 4097 T2718 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363496308215/'
[junit4:junit4]   2> 4145 T2718 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4146 T2718 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4146 T2718 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4146 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4147 T2718 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4147 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4148 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4148 T2718 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4149 T2718 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4149 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4167 T2718 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4186 T2718 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52482/solr
[junit4:junit4]   2> 4186 T2718 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4187 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2e256933
[junit4:junit4]   2> 4188 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4188 T2757 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4189 T2757 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 4189 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52490
[junit4:junit4]   2> 4190 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52490
[junit4:junit4]   2> 4217 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef0005 with negotiated timeout 20000 for client /140.211.11.196:52490
[junit4:junit4]   2> 4217 T2757 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef0005, negotiated timeout = 20000
[junit4:junit4]   2> 4217 T2758 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e256933 name:ZooKeeperConnection Watcher:127.0.0.1:52482 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4217 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4218 T2723 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d76b67eef0005
[junit4:junit4]   2> 4231 T2758 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4231 T2720 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:52490 which had sessionid 0x13d76b67eef0005
[junit4:junit4]   2> 4231 T2718 oaz.ZooKeeper.close Session: 0x13d76b67eef0005 closed
[junit4:junit4]   2> 4232 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4241 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@edcb417
[junit4:junit4]   2> 4242 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4242 T2759 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4242 T2759 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 4243 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52491
[junit4:junit4]   2> 4243 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52491
[junit4:junit4]   2> 4244 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef0006 with negotiated timeout 20000 for client /140.211.11.196:52491
[junit4:junit4]   2> 4244 T2759 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef0006, negotiated timeout = 20000
[junit4:junit4]   2> 4245 T2760 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@edcb417 name:ZooKeeperConnection Watcher:127.0.0.1:52482/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4245 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4246 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0006 type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4248 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0006 type:create cxid:0x3 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4256 T2718 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5259 T2718 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52489_hf_sx%2Fii
[junit4:junit4]   2> 5260 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0006 type:delete cxid:0xd zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52489_hf_sx%2Fii Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52489_hf_sx%2Fii
[junit4:junit4]   2> 5261 T2718 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52489_hf_sx%2Fii
[junit4:junit4]   2> 5265 T2747 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5265 T2760 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5265 T2740 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5266 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5279 T2761 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363496308215/collection1
[junit4:junit4]   2> 5279 T2761 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5280 T2761 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5280 T2761 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5282 T2761 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363496308215/collection1/'
[junit4:junit4]   2> 5283 T2761 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363496308215/collection1/lib/README' to classloader
[junit4:junit4]   2> 5283 T2761 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363496308215/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5292 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5293 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52485_hf_sx%2Fii_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52485_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52485/hf_sx/ii"}
[junit4:junit4]   2> 5303 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5303 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5303 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5332 T2761 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 5390 T2761 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5491 T2761 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5498 T2761 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6119 T2761 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6132 T2761 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6136 T2761 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6150 T2761 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6155 T2761 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6159 T2761 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6161 T2761 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6161 T2761 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6161 T2761 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6162 T2761 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6163 T2761 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6163 T2761 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 6163 T2761 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363496308215/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/
[junit4:junit4]   2> 6164 T2761 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6364cbde
[junit4:junit4]   2> 6164 T2761 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 6165 T2761 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1 forceNew: false
[junit4:junit4]   2> 6165 T2761 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index/
[junit4:junit4]   2> 6166 T2761 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6167 T2761 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index forceNew: false
[junit4:junit4]   2> 6172 T2761 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6172 T2761 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6175 T2761 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6175 T2761 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6176 T2761 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6177 T2761 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6177 T2761 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6177 T2761 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6178 T2761 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6178 T2761 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6179 T2761 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6186 T2761 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6193 T2761 oass.SolrIndexSearcher.<init> Opening Searcher@5b51e63f main
[junit4:junit4]   2> 6194 T2761 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6195 T2761 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6198 T2762 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5b51e63f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6201 T2761 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 6201 T2761 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6809 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6810 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52489_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52489/hf_sx/ii"}
[junit4:junit4]   2> 6810 T2741 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 6810 T2741 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6825 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6825 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6825 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7203 T2761 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7203 T2761 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52489/hf_sx/ii collection:collection1 shard:shard1
[junit4:junit4]   2> 7204 T2761 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7233 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0006 type:delete cxid:0x4a zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7234 T2761 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7235 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0006 type:create cxid:0x4b zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7239 T2761 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7239 T2761 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7239 T2761 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52489/hf_sx/ii/collection1/
[junit4:junit4]   2> 7240 T2761 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7240 T2761 oasc.SyncStrategy.syncToMe http://127.0.0.1:52489/hf_sx/ii/collection1/ has no replicas
[junit4:junit4]   2> 7240 T2761 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52489/hf_sx/ii/collection1/
[junit4:junit4]   2> 7240 T2761 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7251 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0006 type:create cxid:0x56 zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8330 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8417 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8417 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8417 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8427 T2761 oasc.ZkController.register We are http://127.0.0.1:52489/hf_sx/ii/collection1/ and leader is http://127.0.0.1:52489/hf_sx/ii/collection1/
[junit4:junit4]   2> 8427 T2761 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52489/hf_sx/ii
[junit4:junit4]   2> 8427 T2761 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8427 T2761 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8428 T2761 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8453 T2761 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8454 T2718 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8454 T2718 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8455 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8652 T2718 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8655 T2718 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52587
[junit4:junit4]   2> 8655 T2718 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8656 T2718 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8656 T2718 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363496312823
[junit4:junit4]   2> 8657 T2718 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363496312823/solr.xml
[junit4:junit4]   2> 8657 T2718 oasc.CoreContainer.<init> New CoreContainer 1064594552
[junit4:junit4]   2> 8658 T2718 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363496312823/'
[junit4:junit4]   2> 8658 T2718 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363496312823/'
[junit4:junit4]   2> 8706 T2718 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8707 T2718 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8707 T2718 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8708 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8708 T2718 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8709 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8709 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8710 T2718 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8710 T2718 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8711 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8729 T2718 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8747 T2718 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52482/solr
[junit4:junit4]   2> 8748 T2718 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8748 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@51d60e64
[junit4:junit4]   2> 8749 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8750 T2773 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8751 T2773 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 8751 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52588
[junit4:junit4]   2> 8751 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52588
[junit4:junit4]   2> 8756 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef0007 with negotiated timeout 20000 for client /140.211.11.196:52588
[junit4:junit4]   2> 8756 T2773 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef0007, negotiated timeout = 20000
[junit4:junit4]   2> 8756 T2774 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51d60e64 name:ZooKeeperConnection Watcher:127.0.0.1:52482 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8756 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8757 T2723 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d76b67eef0007
[junit4:junit4]   2> 8758 T2774 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8758 T2720 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:52588 which had sessionid 0x13d76b67eef0007
[junit4:junit4]   2> 8758 T2718 oaz.ZooKeeper.close Session: 0x13d76b67eef0007 closed
[junit4:junit4]   2> 8759 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8768 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@302d6c6e
[junit4:junit4]   2> 8769 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8769 T2775 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8770 T2775 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 8770 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52589
[junit4:junit4]   2> 8770 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52589
[junit4:junit4]   2> 8772 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef0008 with negotiated timeout 20000 for client /140.211.11.196:52589
[junit4:junit4]   2> 8772 T2775 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef0008, negotiated timeout = 20000
[junit4:junit4]   2> 8772 T2776 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@302d6c6e name:ZooKeeperConnection Watcher:127.0.0.1:52482/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8773 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8773 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8775 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0008 type:create cxid:0x3 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8777 T2718 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9781 T2718 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52587_hf_sx%2Fii
[junit4:junit4]   2> 9782 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0008 type:delete cxid:0xd zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52587_hf_sx%2Fii Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52587_hf_sx%2Fii
[junit4:junit4]   2> 9783 T2718 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52587_hf_sx%2Fii
[junit4:junit4]   2> 9794 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9793 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9794 T2740 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9794 T2776 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9795 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9796 T2760 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9796 T2747 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9807 T2777 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363496312823/collection1
[junit4:junit4]   2> 9807 T2777 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9808 T2777 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9808 T2777 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9809 T2777 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363496312823/collection1/'
[junit4:junit4]   2> 9811 T2777 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363496312823/collection1/lib/README' to classloader
[junit4:junit4]   2> 9811 T2777 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363496312823/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9859 T2777 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 9925 T2777 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9954 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9955 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52489_hf_sx%2Fii_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52489_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52489/hf_sx/ii"}
[junit4:junit4]   2> 9960 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9960 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9960 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10026 T2776 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10026 T2777 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10035 T2777 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10691 T2777 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10704 T2777 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10708 T2777 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10722 T2777 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10726 T2777 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10731 T2777 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10732 T2777 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10732 T2777 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10732 T2777 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10733 T2777 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10734 T2777 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10734 T2777 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 10734 T2777 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363496312823/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/
[junit4:junit4]   2> 10735 T2777 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6364cbde
[junit4:junit4]   2> 10735 T2777 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 10736 T2777 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2 forceNew: false
[junit4:junit4]   2> 10737 T2777 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index/
[junit4:junit4]   2> 10737 T2777 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10738 T2777 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index forceNew: false
[junit4:junit4]   2> 10743 T2777 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@343d32eb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10744 T2777 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10746 T2777 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10746 T2777 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10747 T2777 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10747 T2777 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10748 T2777 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10748 T2777 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10749 T2777 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10749 T2777 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10749 T2777 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10756 T2777 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10763 T2777 oass.SolrIndexSearcher.<init> Opening Searcher@3793d230 main
[junit4:junit4]   2> 10764 T2777 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10764 T2777 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10768 T2778 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3793d230 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10770 T2777 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10770 T2777 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11464 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11465 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52587_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52587/hf_sx/ii"}
[junit4:junit4]   2> 11466 T2741 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 11466 T2741 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11483 T2776 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11483 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11483 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11483 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11773 T2777 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11773 T2777 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52587/hf_sx/ii collection:collection1 shard:shard1
[junit4:junit4]   2> 11776 T2777 oasc.ZkController.register We are http://127.0.0.1:52587/hf_sx/ii/collection1/ and leader is http://127.0.0.1:52489/hf_sx/ii/collection1/
[junit4:junit4]   2> 11777 T2777 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52587/hf_sx/ii
[junit4:junit4]   2> 11777 T2777 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11777 T2777 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C130 name=collection1 org.apache.solr.core.SolrCore@7183154c url=http://127.0.0.1:52587/hf_sx/ii/collection1 node=127.0.0.1:52587_hf_sx%2Fii C130_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52587_hf_sx%2Fii, base_url=http://127.0.0.1:52587/hf_sx/ii}
[junit4:junit4]   2> 11778 T2779 C130 P52587 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11778 T2777 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11779 T2779 C130 P52587 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11779 T2779 C130 P52587 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11779 T2779 C130 P52587 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11780 T2718 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11780 T2718 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11781 T2779 C130 P52587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11781 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12038 T2718 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12041 T2718 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52591
[junit4:junit4]   2> 12042 T2718 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12042 T2718 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12043 T2718 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363496316152
[junit4:junit4]   2> 12043 T2718 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363496316152/solr.xml
[junit4:junit4]   2> 12043 T2718 oasc.CoreContainer.<init> New CoreContainer 1010548119
[junit4:junit4]   2> 12044 T2718 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363496316152/'
[junit4:junit4]   2> 12045 T2718 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363496316152/'
[junit4:junit4]   2> 12094 T2718 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 12094 T2718 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12095 T2718 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12095 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12096 T2718 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12096 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12097 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12097 T2718 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12098 T2718 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12098 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12118 T2718 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12137 T2718 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52482/solr
[junit4:junit4]   2> 12138 T2718 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12138 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@3157f877
[junit4:junit4]   2> 12139 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12139 T2790 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 12140 T2790 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 12141 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52592
[junit4:junit4]   2> 12141 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52592
[junit4:junit4]   2> 12142 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef0009 with negotiated timeout 20000 for client /140.211.11.196:52592
[junit4:junit4]   2> 12143 T2790 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef0009, negotiated timeout = 20000
[junit4:junit4]   2> 12143 T2791 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3157f877 name:ZooKeeperConnection Watcher:127.0.0.1:52482 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12143 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12144 T2723 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d76b67eef0009
[junit4:junit4]   2> 12146 T2791 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12146 T2720 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:52592 which had sessionid 0x13d76b67eef0009
[junit4:junit4]   2> 12146 T2718 oaz.ZooKeeper.close Session: 0x13d76b67eef0009 closed
[junit4:junit4]   2> 12147 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 12158 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@51dba4f
[junit4:junit4]   2> 12159 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12159 T2792 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 12159 T2792 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 12160 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52593
[junit4:junit4]   2> 12160 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52593
[junit4:junit4]   2> 12161 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef000a with negotiated timeout 20000 for client /140.211.11.196:52593
[junit4:junit4]   2> 12161 T2792 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef000a, negotiated timeout = 20000
[junit4:junit4]   2> 12162 T2793 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51dba4f name:ZooKeeperConnection Watcher:127.0.0.1:52482/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12162 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12163 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef000a type:create cxid:0x1 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12164 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef000a type:create cxid:0x3 zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12167 T2718 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12997 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12998 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52587_hf_sx%2Fii_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52587_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52587/hf_sx/ii"}
[junit4:junit4]   2> 13013 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13013 T2793 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13013 T2776 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13013 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13013 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13171 T2718 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52591_hf_sx%2Fii
[junit4:junit4]   2> 13172 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef000a type:delete cxid:0xf zxid:0x85 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52591_hf_sx%2Fii Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52591_hf_sx%2Fii
[junit4:junit4]   2> 13205 T2718 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52591_hf_sx%2Fii
[junit4:junit4]   2> 13253 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13253 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13253 T2793 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13253 T2776 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13254 T2740 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13254 T2776 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13254 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13254 T2793 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13289 T2747 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13289 T2760 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13296 T2794 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363496316152/collection1
[junit4:junit4]   2> 13296 T2794 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13297 T2794 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13297 T2794 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13299 T2794 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363496316152/collection1/'
[junit4:junit4]   2> 13300 T2794 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363496316152/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13300 T2794 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363496316152/collection1/lib/README' to classloader
[junit4:junit4]   2> 13339 T2794 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 13386 T2794 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13488 T2794 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13497 T2794 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13800 T2750 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:52587_hf_sx%252Fii_collection1&state=recovering&nodeName=127.0.0.1:52587_hf_sx%252Fii&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002 
[junit4:junit4]   2> 14233 T2794 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14243 T2794 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14246 T2794 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14258 T2794 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14261 T2794 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14264 T2794 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14265 T2794 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14266 T2794 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14266 T2794 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14267 T2794 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14267 T2794 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14267 T2794 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 14267 T2794 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363496316152/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/
[junit4:junit4]   2> 14268 T2794 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6364cbde
[junit4:junit4]   2> 14268 T2794 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 14269 T2794 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3 forceNew: false
[junit4:junit4]   2> 14269 T2794 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index/
[junit4:junit4]   2> 14269 T2794 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14270 T2794 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index forceNew: false
[junit4:junit4]   2> 14274 T2794 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2355e1dc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14274 T2794 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14276 T2794 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14276 T2794 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14277 T2794 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14277 T2794 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14277 T2794 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14278 T2794 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14278 T2794 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14278 T2794 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14278 T2794 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14283 T2794 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14290 T2794 oass.SolrIndexSearcher.<init> Opening Searcher@e537e60 main
[junit4:junit4]   2> 14291 T2794 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14291 T2794 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14294 T2795 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e537e60 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14295 T2794 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14295 T2794 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14580 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14581 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52591_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52591/hf_sx/ii"}
[junit4:junit4]   2> 14581 T2741 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 14581 T2741 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 14593 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14593 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14593 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14593 T2793 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14593 T2776 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15298 T2794 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 15298 T2794 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52591/hf_sx/ii collection:collection1 shard:shard1
[junit4:junit4]   2> 15307 T2794 oasc.ZkController.register We are http://127.0.0.1:52591/hf_sx/ii/collection1/ and leader is http://127.0.0.1:52489/hf_sx/ii/collection1/
[junit4:junit4]   2> 15308 T2794 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52591/hf_sx/ii
[junit4:junit4]   2> 15308 T2794 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 15308 T2794 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C131 name=collection1 org.apache.solr.core.SolrCore@7bf28a1 url=http://127.0.0.1:52591/hf_sx/ii/collection1 node=127.0.0.1:52591_hf_sx%2Fii C131_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52591_hf_sx%2Fii, base_url=http://127.0.0.1:52591/hf_sx/ii}
[junit4:junit4]   2> 15309 T2796 C131 P52591 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 15309 T2794 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15310 T2796 C131 P52591 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 15310 T2796 C131 P52591 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 15311 T2796 C131 P52591 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15311 T2718 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 15312 T2718 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 15312 T2796 C131 P52591 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15312 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15517 T2718 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 15520 T2718 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52601
[junit4:junit4]   2> 15521 T2718 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 15521 T2718 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 15522 T2718 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363496319686
[junit4:junit4]   2> 15522 T2718 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363496319686/solr.xml
[junit4:junit4]   2> 15523 T2718 oasc.CoreContainer.<init> New CoreContainer 885703327
[junit4:junit4]   2> 15523 T2718 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363496319686/'
[junit4:junit4]   2> 15524 T2718 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363496319686/'
[junit4:junit4]   2> 15572 T2718 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 15572 T2718 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 15573 T2718 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 15573 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 15574 T2718 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 15574 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 15574 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 15575 T2718 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 15575 T2718 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 15576 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 15594 T2718 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 15612 T2718 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52482/solr
[junit4:junit4]   2> 15613 T2718 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 15613 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@4ad4f14f
[junit4:junit4]   2> 15614 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15615 T2807 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 15616 T2807 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 15616 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52602
[junit4:junit4]   2> 15617 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52602
[junit4:junit4]   2> 15619 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef000b with negotiated timeout 20000 for client /140.211.11.196:52602
[junit4:junit4]   2> 15619 T2807 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef000b, negotiated timeout = 20000
[junit4:junit4]   2> 15620 T2808 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ad4f14f name:ZooKeeperConnection Watcher:127.0.0.1:52482 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15620 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15621 T2723 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d76b67eef000b
[junit4:junit4]   2> 15622 T2808 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 15622 T2720 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:52602 which had sessionid 0x13d76b67eef000b
[junit4:junit4]   2> 15622 T2718 oaz.ZooKeeper.close Session: 0x13d76b67eef000b closed
[junit4:junit4]   2> 15623 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 15632 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6b5fac73
[junit4:junit4]   2> 15633 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15633 T2809 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 15634 T2809 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 15634 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52603
[junit4:junit4]   2> 15635 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52603
[junit4:junit4]   2> 15636 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef000c with negotiated timeout 20000 for client /140.211.11.196:52603
[junit4:junit4]   2> 15636 T2809 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef000c, negotiated timeout = 20000
[junit4:junit4]   2> 15636 T2810 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b5fac73 name:ZooKeeperConnection Watcher:127.0.0.1:52482/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15637 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15637 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef000c type:create cxid:0x1 zxid:0x92 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15639 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef000c type:create cxid:0x3 zxid:0x93 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15641 T2718 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2>  C130_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52587_hf_sx%2Fii, base_url=http://127.0.0.1:52587/hf_sx/ii}
[junit4:junit4]   2> 15802 T2779 C130 P52587 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52489/hf_sx/ii/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15802 T2779 C130 P52587 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52587/hf_sx/ii START replicas=[http://127.0.0.1:52489/hf_sx/ii/collection1/] nUpdates=100
[junit4:junit4]   2> 15802 T2779 C130 P52587 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15803 T2779 C130 P52587 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15803 T2779 C130 P52587 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15803 T2779 C130 P52587 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15804 T2779 C130 P52587 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15804 T2779 C130 P52587 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52489/hf_sx/ii/collection1/. core=collection1
[junit4:junit4]   2> 15804 T2779 C130 P52587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C132 name=collection1 org.apache.solr.core.SolrCore@3cc4699c url=http://127.0.0.1:52489/hf_sx/ii/collection1 node=127.0.0.1:52489_hf_sx%2Fii C132_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52489_hf_sx%2Fii, base_url=http://127.0.0.1:52489/hf_sx/ii, leader=true}
[junit4:junit4]   2> 15809 T2752 C132 P52489 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15814 T2753 C132 P52489 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 15819 T2753 C132 P52489 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15820 T2753 C132 P52489 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15824 T2753 C132 P52489 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15824 T2753 C132 P52489 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15825 T2753 C132 P52489 oass.SolrIndexSearcher.<init> Opening Searcher@6ff4ecdb realtime
[junit4:junit4]   2> 15826 T2753 C132 P52489 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15826 T2753 C132 P52489 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4]   2> 15827 T2779 C130 P52587 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15827 T2779 C130 P52587 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15829 T2754 C132 P52489 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15830 T2754 C132 P52489 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15830 T2779 C130 P52587 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15831 T2779 C130 P52587 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15831 T2779 C130 P52587 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15834 T2754 C132 P52489 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15834 T2779 C130 P52587 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15835 T2779 C130 P52587 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index.20130317065840190 forceNew: false
[junit4:junit4]   2> 15837 T2779 C130 P52587 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index.20130317065840190 lockFactory=org.apache.lucene.store.NativeFSLockFactory@768475c4; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4]   2> 15840 T2754 C132 P52489 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 15841 T2779 C130 P52587 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15844 T2779 C130 P52587 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15844 T2779 C130 P52587 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15848 T2779 C130 P52587 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@343d32eb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@343d32eb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15848 T2779 C130 P52587 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15849 T2779 C130 P52587 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15849 T2779 C130 P52587 oass.SolrIndexSearcher.<init> Opening Searcher@391b50b7 main
[junit4:junit4]   2> 15850 T2778 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@391b50b7 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15851 T2779 C130 P52587 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index.20130317065840190 lockFactory=org.apache.lucene.store.NativeFSLockFactory@768475c4; maxCacheMB=48.0 maxMergeSizeMB=4.0)
[junit4:junit4]   2> 15852 T2779 C130 P52587 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15852 T2779 C130 P52587 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15852 T2779 C130 P52587 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15853 T2779 C130 P52587 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15854 T2779 C130 P52587 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 16098 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16099 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52591_hf_sx%2Fii_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52591_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52591/hf_sx/ii"}
[junit4:junit4]   2> 16103 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52587_hf_sx%2Fii_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52587_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52587/hf_sx/ii"}
[junit4:junit4]   2> 16115 T2776 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16115 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16115 T2810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16115 T2793 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16115 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16115 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16334 T2751 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:52591_hf_sx%252Fii_collection1&state=recovering&nodeName=127.0.0.1:52591_hf_sx%252Fii&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   2> 16644 T2718 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52601_hf_sx%2Fii
[junit4:junit4]   2> 16645 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef000c type:delete cxid:0xf zxid:0x9c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52601_hf_sx%2Fii Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52601_hf_sx%2Fii
[junit4:junit4]   2> 16646 T2718 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52601_hf_sx%2Fii
[junit4:junit4]   2> 16648 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16649 T2810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16648 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16649 T2793 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16649 T2776 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16649 T2740 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16649 T2776 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16649 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16649 T2793 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16650 T2760 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16651 T2747 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16651 T2810 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16672 T2813 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363496319686/collection1
[junit4:junit4]   2> 16672 T2813 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 16673 T2813 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 16673 T2813 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 16674 T2813 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363496319686/collection1/'
[junit4:junit4]   2> 16675 T2813 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363496319686/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 16676 T2813 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363496319686/collection1/lib/README' to classloader
[junit4:junit4]   2> 16740 T2813 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 16795 T2813 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 16896 T2813 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 16903 T2813 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17590 T2813 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17603 T2813 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17608 T2813 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 17623 T2813 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17628 T2813 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17633 T2813 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17634 T2813 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17635 T2813 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17636 T2813 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17637 T2813 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17637 T2813 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17637 T2813 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 17638 T2813 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363496319686/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4/
[junit4:junit4]   2> 17638 T2813 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6364cbde
[junit4:junit4]   2> 17639 T2813 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 17640 T2813 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4 forceNew: false
[junit4:junit4]   2> 17640 T2813 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4/index/
[junit4:junit4]   2> 17641 T2813 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 17642 T2813 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4/index forceNew: false
[junit4:junit4]   2> 17674 T2813 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7fd997; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17675 T2813 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17678 T2813 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 17678 T2813 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 17679 T2813 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 17679 T2813 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 17680 T2813 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 17680 T2813 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 17680 T2813 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 17681 T2813 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 17682 T2813 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 17689 T2813 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 17698 T2813 oass.SolrIndexSearcher.<init> Opening Searcher@3c0e4e88 main
[junit4:junit4]   2> 17699 T2813 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 17699 T2813 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 17704 T2814 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3c0e4e88 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17706 T2813 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 17706 T2813 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C131_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52591_hf_sx%2Fii, base_url=http://127.0.0.1:52591/hf_sx/ii}
[junit4:junit4]   2> 18335 T2796 C131 P52591 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52489/hf_sx/ii/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18335 T2796 C131 P52591 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52591/hf_sx/ii START replicas=[http://127.0.0.1:52489/hf_sx/ii/collection1/] nUpdates=100
[junit4:junit4]   2> 18336 T2796 C131 P52591 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18336 T2796 C131 P52591 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18336 T2796 C131 P52591 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18336 T2796 C131 P52591 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18336 T2796 C131 P52591 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 18337 T2796 C131 P52591 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52489/hf_sx/ii/collection1/. core=collection1
[junit4:junit4]   2> 18337 T2796 C131 P52591 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18338 T2752 C132 P52489 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18351 T2755 C132 P52489 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 18357 T2755 C132 P52489 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18358 T2755 C132 P52489 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18358 T2755 C132 P52489 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18359 T2755 C132 P52489 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 18360 T2796 C131 P52591 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18360 T2796 C131 P52591 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 18362 T2754 C132 P52489 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18363 T2796 C131 P52591 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 18363 T2796 C131 P52591 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 18363 T2796 C131 P52591 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 18366 T2754 C132 P52489 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18366 T2796 C131 P52591 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 18367 T2796 C131 P52591 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index.20130317065842722 forceNew: false
[junit4:junit4]   2> 18369 T2796 C131 P52591 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index.20130317065842722 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c8a33cf; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4]   2> 18372 T2754 C132 P52489 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 18373 T2796 C131 P52591 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 18375 T2796 C131 P52591 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 18376 T2796 C131 P52591 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 18380 T2796 C131 P52591 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2355e1dc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2355e1dc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18380 T2796 C131 P52591 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18381 T2796 C131 P52591 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 18381 T2796 C131 P52591 oass.SolrIndexSearcher.<init> Opening Searcher@3f0ac976 main
[junit4:junit4]   2> 18382 T2795 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f0ac976 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 18383 T2796 C131 P52591 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index.20130317065842722 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c8a33cf; maxCacheMB=48.0 maxMergeSizeMB=4.0)
[junit4:junit4]   2> 18384 T2796 C131 P52591 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 18384 T2796 C131 P52591 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 18385 T2796 C131 P52591 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 18385 T2796 C131 P52591 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18386 T2796 C131 P52591 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 19124 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19124 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52601_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52601/hf_sx/ii"}
[junit4:junit4]   2> 19125 T2741 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 19125 T2741 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 19129 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52591_hf_sx%2Fii_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52591_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52591/hf_sx/ii"}
[junit4:junit4]   2> 19140 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19140 T2776 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19140 T2810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19140 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19140 T2793 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19140 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19710 T2813 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 19710 T2813 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52601/hf_sx/ii collection:collection1 shard:shard1
[junit4:junit4]   2> 19718 T2813 oasc.ZkController.register We are http://127.0.0.1:52601/hf_sx/ii/collection1/ and leader is http://127.0.0.1:52489/hf_sx/ii/collection1/
[junit4:junit4]   2> 19718 T2813 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52601/hf_sx/ii
[junit4:junit4]   2> 19718 T2813 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 19719 T2813 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C133 name=collection1 org.apache.solr.core.SolrCore@5ab58e69 url=http://127.0.0.1:52601/hf_sx/ii/collection1 node=127.0.0.1:52601_hf_sx%2Fii C133_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52601_hf_sx%2Fii, base_url=http://127.0.0.1:52601/hf_sx/ii}
[junit4:junit4]   2> 19719 T2817 C133 P52601 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 19720 T2817 C133 P52601 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 19720 T2813 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19720 T2817 C133 P52601 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 19721 T2817 C133 P52601 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19721 T2718 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 19722 T2817 C133 P52601 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19722 T2718 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 19723 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19741 T2718 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19742 T2718 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 19743 T2718 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 19744 T2718 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20646 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20647 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52601_hf_sx%2Fii_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52601_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52601/hf_sx/ii"}
[junit4:junit4]   2> 20660 T2776 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20660 T2810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20660 T2793 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20660 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20660 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20660 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20743 T2756 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:52601_hf_sx%252Fii_collection1&state=recovering&nodeName=127.0.0.1:52601_hf_sx%252Fii&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   2> 20745 T2718 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21747 T2718 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C133_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52601_hf_sx%2Fii, base_url=http://127.0.0.1:52601/hf_sx/ii}
[junit4:junit4]   2> 22744 T2817 C133 P52601 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52489/hf_sx/ii/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 22744 T2817 C133 P52601 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52601/hf_sx/ii START replicas=[http://127.0.0.1:52489/hf_sx/ii/collection1/] nUpdates=100
[junit4:junit4]   2> 22745 T2817 C133 P52601 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 22745 T2817 C133 P52601 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 22745 T2817 C133 P52601 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 22745 T2817 C133 P52601 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 22745 T2817 C133 P52601 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 22745 T2817 C133 P52601 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52489/hf_sx/ii/collection1/. core=collection1
[junit4:junit4]   2> 22746 T2817 C133 P52601 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 22747 T2752 C132 P52489 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 22749 T2718 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22756 T2750 C132 P52489 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22785 T2750 C132 P52489 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 22785 T2750 C132 P52489 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 22786 T2750 C132 P52489 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22787 T2750 C132 P52489 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 31
[junit4:junit4]   2> 22788 T2817 C133 P52601 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 22788 T2817 C133 P52601 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 22790 T2754 C132 P52489 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 22791 T2817 C133 P52601 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 22791 T2817 C133 P52601 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 22791 T2817 C133 P52601 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 22794 T2754 C132 P52489 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=1 
[junit4:junit4]   2> 22794 T2817 C133 P52601 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 22796 T2817 C133 P52601 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4/index.20130317065847150 forceNew: false
[junit4:junit4]   2> 22797 T2817 C133 P52601 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4/index.20130317065847150 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d82941e; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4]   2> 22800 T2754 C132 P52489 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   2> 22801 T2817 C133 P52601 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 22803 T2817 C133 P52601 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 22804 T2817 C133 P52601 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 22808 T2817 C133 P52601 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7fd997; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7fd997; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 22808 T2817 C133 P52601 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 22809 T2817 C133 P52601 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 22809 T2817 C133 P52601 oass.SolrIndexSearcher.<init> Opening Searcher@6b3ec18 main
[junit4:junit4]   2> 22810 T2814 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6b3ec18 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 22811 T2817 C133 P52601 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4/index.20130317065847150 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d82941e; maxCacheMB=48.0 maxMergeSizeMB=4.0)
[junit4:junit4]   2> 22812 T2817 C133 P52601 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 22812 T2817 C133 P52601 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 22813 T2817 C133 P52601 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 22813 T2817 C133 P52601 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 22814 T2817 C133 P52601 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 23667 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23668 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52601_hf_sx%2Fii_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52601_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52601/hf_sx/ii"}
[junit4:junit4]   2> 23685 T2776 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23686 T2810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23685 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23685 T2793 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23685 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23685 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23751 T2718 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23752 T2718 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C134 name=collection1 org.apache.solr.core.SolrCore@5c73ffc8 url=http://127.0.0.1:52485/hf_sx/ii/collection1 node=127.0.0.1:52485_hf_sx%2Fii C134_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:52485_hf_sx%2Fii, base_url=http://127.0.0.1:52485/hf_sx/ii, leader=true}
[junit4:junit4]   2> 23762 T2730 C134 P52485 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23767 T2730 C134 P52485 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@d023472; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 23767 T2730 C134 P52485 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 23771 T2730 C134 P52485 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@d023472; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@d023472; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 23772 T2730 C134 P52485 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 23775 T2730 C134 P52485 oass.SolrIndexSearcher.<init> Opening Searcher@78c4d0f3 main
[junit4:junit4]   2> 23775 T2730 C134 P52485 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23776 T2744 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@78c4d0f3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 23777 T2730 C134 P52485 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 15
[junit4:junit4]   2> 23788 T2753 C132 P52489 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23792 T2753 C132 P52489 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 23793 T2753 C132 P52489 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 23794 T2753 C132 P52489 oass.SolrIndexSearcher.<init> Opening Searcher@b48ac56 main
[junit4:junit4]   2> 23794 T2753 C132 P52489 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23795 T2762 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b48ac56 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 23795 T2753 C132 P52489 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52587/hf_sx/ii/collection1/, StdNode: http://127.0.0.1:52591/hf_sx/ii/collection1/, StdNode: http://127.0.0.1:52601/hf_sx/ii/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C130_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52587_hf_sx%2Fii, base_url=http://127.0.0.1:52587/hf_sx/ii}
[junit4:junit4]   2> 23807 T2766 C130 P52587 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23812 T2766 C130 P52587 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@343d32eb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@343d32eb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 23813 T2766 C130 P52587 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 23815 T2766 C130 P52587 oass.SolrIndexSearcher.<init> Opening Searcher@4d239b9 main
[junit4:junit4]   2> 23815 T2766 C130 P52587 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2>  C131_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52591_hf_sx%2Fii, base_url=http://127.0.0.1:52591/hf_sx/ii}
[junit4:junit4]   2> 23816 T2783 C131 P52591 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C133_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52601_hf_sx%2Fii, base_url=http://127.0.0.1:52601/hf_sx/ii}
[junit4:junit4]   2> 23816 T2800 C133 P52601 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23817 T2778 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4d239b9 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 23818 T2766 C130 P52587 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 23830 T2783 C131 P52591 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2355e1dc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2355e1dc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 23830 T2783 C131 P52591 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 23832 T2783 C131 P52591 oass.SolrIndexSearcher.<init> Opening Searcher@476c8c2f main
[junit4:junit4]   2> 23832 T2783 C131 P52591 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23833 T2800 C133 P52601 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7fd997; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7fd997; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 23833 T2795 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@476c8c2f main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 23833 T2800 C133 P52601 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 23834 T2783 C131 P52591 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 19
[junit4:junit4]   2> 23835 T2800 C133 P52601 oass.SolrIndexSearcher.<init> Opening Searcher@7da1ba22 main
[junit4:junit4]   2> 23835 T2800 C133 P52601 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23836 T2814 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7da1ba22 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 23836 T2800 C133 P52601 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 21
[junit4:junit4]   2> 23837 T2753 C132 P52489 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 49
[junit4:junit4]   2> 23838 T2718 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23841 T2751 C132 P52489 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 23843 T2767 C130 P52587 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 23844 T2784 C131 P52591 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 23846 T2801 C133 P52601 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 25852 T2730 C134 P52485 oass.SolrIndexSearcher.<init> Opening Searcher@51c2dab5 realtime
[junit4:junit4]   2> 25853 T2730 C134 P52485 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429729527942086656)} 0 3
[junit4:junit4]   2> 25861 T2800 C133 P52601 /update {update.distrib=FROMLEADER&_version_=-1429729527947329536&update.from=http://127.0.0.1:52489/hf_sx/ii/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429729527947329536)} 0 1
[junit4:junit4]   2> 25862 T2783 C131 P52591 /update {update.distrib=FROMLEADER&_version_=-1429729527947329536&update.from=http://127.0.0.1:52489/hf_sx/ii/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429729527947329536)} 0 2
[junit4:junit4]   2> 25862 T2766 C130 P52587 /update {update.distrib=FROMLEADER&_version_=-1429729527947329536&update.from=http://127.0.0.1:52489/hf_sx/ii/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429729527947329536)} 0 2
[junit4:junit4]   2> 25863 T2753 C132 P52489 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429729527947329536)} 0 7
[junit4:junit4]   2> 25868 T2730 C134 P52485 /update {wt=javabin&version=2} {add=[0 (1429729527957815296)]} 0 2
[junit4:junit4]   2> 25877 T2783 C131 P52591 /update {distrib.from=http://127.0.0.1:52489/hf_sx/ii/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429729527963058176)]} 0 2
[junit4:junit4]   2> 25877 T2800 C133 P52601 /update {distrib.from=http://127.0.0.1:52489/hf_sx/ii/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429729527963058176)]} 0 2
[junit4:junit4]   2> 25877 T2766 C130 P52587 /update {distrib.from=http://127.0.0.1:52489/hf_sx/ii/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429729527963058176)]} 0 2
[junit4:junit4]   2> 25878 T2753 C132 P52489 /update {wt=javabin&version=2} {add=[0 (1429729527963058176)]} 0 7
[junit4:junit4]   2> 25882 T2730 C134 P52485 /update {wt=javabin&version=2} {add=[1 (1429729527973543936)]} 0 1
[junit4:junit4]   2> 25896 T2766 C130 P52587 /update {distrib.from=http://127.0.0.1:52489/hf_sx/ii/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429729527976689664)]} 0 1
[junit4:junit4]   2> 25896 T2783 C131 P52591 /update {distrib.from=http://127.0.0.1:52489/hf_sx/ii/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429729527976689664)]} 0 1
[junit4:junit4]   2> 25896 T2800 C133 P52601 /update {distrib.from=http://127.0.0.1:52489/hf_sx/ii/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429729527976689664)]} 0 1
[junit4:junit4]   2> 25897 T2753 C132 P52489 /update {wt=javabin&version=2} {add=[1 (1429729527976689664)]} 0 13
[junit4:junit4]   2> 25901 T2730 C134 P52485 /update {wt=javabin&version=2} {add=[2 (1429729527993466880)]} 0 1
[junit4:junit4]   2> 25907 T2783 C131 P52591 /update {distrib.from=http://127.0.0.1:52489/hf_sx/ii/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429729527996612608)]} 0 1
[junit4:junit4]   2> 25907 T2800 C133 P52601 /update {distrib.from=http://127.0.0.1:52489/hf_sx/ii/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429729527996612608)]} 0 1
[junit4:junit4]   2> 25908 T2753 C132 P52489 /update {test.distrib.skip.servers=http://127.0.0.1:52587/hf_sx/ii/collection1/&wt=javabin&version=2} {add=[2 (1429729527996612608)]} 0 5
[junit4:junit4]   2> 25911 T2730 C134 P52485 /update {wt=javabin&version=2} {add=[3 (1429729528003952640)]} 0 1
[junit4:junit4]   2> 25917 T2800 C133 P52601 /update {distrib.from=http://127.0.0.1:52489/hf_sx/ii/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429729528007098368)]} 0 1
[junit4:junit4]   2> 25917 T2753 C132 P52489 /update {test.distrib.skip.servers=http://127.0.0.1:52587/hf_sx/ii/collection1/&test.distrib.skip.servers=http://127.0.0.1:52591/hf_sx/ii/collection1/&wt=javabin&version=2} {add=[3 (1429729528007098368)]} 0 4
[junit4:junit4]   2> 25920 T2730 C134 P52485 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26026 T2730 C134 P52485 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@d023472; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@d023472; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_3]
[junit4:junit4]   2> 26027 T2730 C134 P52485 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_3]
[junit4:junit4]   2> 26033 T2730 C134 P52485 oass.SolrIndexSearcher.<init> Opening Searcher@7fac89b3 main
[junit4:junit4]   2> 26034 T2730 C134 P52485 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26034 T2744 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7fac89b3 main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 26035 T2730 C134 P52485 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 115
[junit4:junit4]   2> 26038 T2753 C132 P52489 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26086 T2753 C132 P52489 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=5
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_6,generation=6,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene41_0.tim, segments_6, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4]   2> 26087 T2753 C132 P52489 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene41_0.tim, segments_6, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4]   2> 26093 T2753 C132 P52489 oass.SolrIndexSearcher.<init> Opening Searcher@569b3478 main
[junit4:junit4]   2> 26093 T2753 C132 P52489 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26094 T2762 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@569b3478 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 26095 T2753 C132 P52489 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52587/hf_sx/ii/collection1/, StdNode: http://127.0.0.1:52591/hf_sx/ii/collection1/, StdNode: http://127.0.0.1:52601/hf_sx/ii/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 26097 T2766 C130 P52587 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26097 T2800 C133 P52601 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26097 T2783 C131 P52591 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26189 T2766 C130 P52587 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@343d32eb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@343d32eb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_4]
[junit4:junit4]   2> 26190 T2766 C130 P52587 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_4]
[junit4:junit4]   2> 26190 T2783 C131 P52591 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2355e1dc; maxCach

[...truncated too long message...]

RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]   2> 841851 T2718 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 842646 T2721 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 869454 T2793 oasu.PeerSync.handleResponse WARNING PeerSync: core=collection1 url=http://127.0.0.1:52591/hf_sx/ii  couldn't connect to http://127.0.0.1:52489/hf_sx/ii/collection1/, counting as success
[junit4:junit4]   2> 869454 T2793 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52591/hf_sx/ii DONE. sync succeeded
[junit4:junit4]   2> 869455 T2793 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
[junit4:junit4]   2> 869455 T2793 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
[junit4:junit4]   2> 869455 T2793 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7bf28a1
[junit4:junit4]   2> 869457 T2793 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=51,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 869457 T2793 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 869457 T2793 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 869457 T2793 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 869457 T2793 C131 P52591 oasu.TransactionLog.forceClose SEVERE Error: Forcing close of tlog{file=./org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/tlog/tlog.0000000000000000003 refcount=2}
[junit4:junit4]   2> 869458 T2793 C131 P52591 oasu.TransactionLog.forceClose SEVERE Error: Forcing close of tlog{file=./org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/tlog/tlog.0000000000000000002 refcount=2}
[junit4:junit4]   2> 869458 T2793 C131 P52591 oasu.TransactionLog.forceClose SEVERE Error: Forcing close of tlog{file=./org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/tlog/tlog.0000000000000000001 refcount=2}
[junit4:junit4]   2> 869461 T2793 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 869462 T2793 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index.20130317065842722
[junit4:junit4]   2> 869463 T2793 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index.20130317065842722
[junit4:junit4]   2> 869463 T2793 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index.20130317070606661
[junit4:junit4]   2> 869463 T2793 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index.20130317070606661
[junit4:junit4]   2> 869463 T2793 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3
[junit4:junit4]   2> 869464 T2793 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3
[junit4:junit4]   2> 869464 T2793 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 869464 T2793 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 869464 T2793 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 869464 T2793 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 869465 T2793 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 869465 T2793 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=pt_PT, timezone=Asia/Damascus
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=3,free=128271424,total=493813760
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestPHPSerializedResponseWriter, TermsComponentTest, TestPropInjectDefaults, QueryElevationComponentTest, ShardRoutingTest, ZkCLITest, TestSolrQueryParser, TestPseudoReturnFields, PrimUtilsTest, SOLR749Test, DistributedSpellCheckComponentTest, SliceStateUpdateTest, PluginInfoTest, SliceStateTest, SimpleFacetsTest, TestSweetSpotSimilarityFactory, SystemInfoHandlerTest, TestSort, TestReversedWildcardFilterFactory, OverseerCollectionProcessorTest, TestLRUCache, LeaderElectionTest, TestPerFieldSimilarity, StatelessScriptUpdateProcessorFactoryTest, TestLFUCache, TestXIncludeConfig, BasicFunctionalityTest, TestQueryUtils, TestTrie, UnloadDistributedZkTest, TestSurroundQueryParser, FieldMutatingUpdateProcessorTest, TestDocSet, TestStressVersions, MBeansHandlerTest, TestReplicationHandler, TestCoreContainer, CacheHeaderTest, ExternalFileFieldSortTest, ChaosMonkeyNothingIsSafeTest, TestExtendedDismaxParser, AliasIntegrationTest, RegexBoostProcessorTest, TestFunctionQuery, TermVectorComponentTest, TestFuzzyAnalyzedSuggestions, SolrCoreTest, TestJoin, TestFaceting, SpellingQueryConverterTest, AutoCommitTest, TestConfig, ZkControllerTest, SynonymTokenizerTest, BadComponentTest, ResponseLogComponentTest, ShowFileRequestHandlerTest, FastVectorHighlighterTest, TestFieldCollectionResource, SearchHandlerTest, LukeRequestHandlerTest, DocumentBuilderTest, SolrIndexSplitterTest, MinimalSchemaTest, AlternateDirectoryTest, TestRandomDVFaceting, ChaosMonkeySafeLeaderTest, SyncSliceTest]
[junit4:junit4] Completed on J0 in 869.91s, 1 test, 1 failure <<< FAILURES!

[...truncated 10 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1213: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:877: There were test failures: 273 suites, 1147 tests, 1 failure, 28 ignored (9 assumptions)

Total time: 54 minutes 54 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1430 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1430/

4 tests failed.
REGRESSION:  org.apache.solr.core.OpenCloseCoreStressTest.test30SecondsNew

Error Message:
Core 00008_core bad! expected:<42> but was:<0>

Stack Trace:
java.lang.AssertionError: Core 00008_core bad! expected:<42> but was:<0>
	at __randomizedtesting.SeedInfo.seed([72EB3C90818A9077:165E2044D34A6932]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.core.OpenCloseCoreStressTest.checkResults(OpenCloseCoreStressTest.java:299)
	at org.apache.solr.core.OpenCloseCoreStressTest.doStress(OpenCloseCoreStressTest.java:200)
	at org.apache.solr.core.OpenCloseCoreStressTest.test30SecondsNew(OpenCloseCoreStressTest.java:120)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.OpenCloseCoreStressTest

Error Message:
ERROR: SolrIndexSearcher opens=340 closes=339

Stack Trace:
java.lang.AssertionError: ERROR: SolrIndexSearcher opens=340 closes=339
	at __randomizedtesting.SeedInfo.seed([72EB3C90818A9077]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:247)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:97)
	at sun.reflect.GeneratedMethodAccessor18.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:700)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.OpenCloseCoreStressTest

Error Message:
5 threads leaked from SUITE scope at org.apache.solr.core.OpenCloseCoreStressTest:     1) Thread[id=812, name=searcherExecutor-753-thread-1, state=WAITING, group=TGRP-OpenCloseCoreStressTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1069)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1131)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=815, name=qtp1828169243-815, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]         at java.util.WeakHashMap.get(WeakHashMap.java:380)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)         at org.eclipse.jetty.server.Server.handle(Server.java:365)         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)         at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=814, name=qtp1828169243-814, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]         at java.util.WeakHashMap.get(WeakHashMap.java:380)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)         at org.eclipse.jetty.server.Server.handle(Server.java:365)         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)         at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=816, name=qtp1828169243-816, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]         at java.util.WeakHashMap.get(WeakHashMap.java:380)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)         at org.eclipse.jetty.server.Server.handle(Server.java:365)         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)         at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:926)         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:988)         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:635)         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=807, name=qtp1828169243-807, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]         at java.util.WeakHashMap.get(WeakHashMap.java:380)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)         at org.eclipse.jetty.server.Server.handle(Server.java:365)         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)         at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE scope at org.apache.solr.core.OpenCloseCoreStressTest: 
   1) Thread[id=812, name=searcherExecutor-753-thread-1, state=WAITING, group=TGRP-OpenCloseCoreStressTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1069)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1131)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=815, name=qtp1828169243-815, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
        at java.util.WeakHashMap.get(WeakHashMap.java:380)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
        at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
        at org.eclipse.jetty.server.Server.handle(Server.java:365)
        at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
        at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
        at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
        at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
        at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)
        at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
        at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
        at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=814, name=qtp1828169243-814, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
        at java.util.WeakHashMap.get(WeakHashMap.java:380)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
        at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
        at org.eclipse.jetty.server.Server.handle(Server.java:365)
        at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
        at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
        at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
        at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
        at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)
        at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
        at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
        at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   4) Thread[id=816, name=qtp1828169243-816, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
        at java.util.WeakHashMap.get(WeakHashMap.java:380)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
        at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
        at org.eclipse.jetty.server.Server.handle(Server.java:365)
        at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
        at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
        at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:926)
        at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:988)
        at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:635)
        at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
        at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
        at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   5) Thread[id=807, name=qtp1828169243-807, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
        at java.util.WeakHashMap.get(WeakHashMap.java:380)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
        at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
        at org.eclipse.jetty.server.Server.handle(Server.java:365)
        at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
        at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
        at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
        at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
        at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)
        at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
        at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
        at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([72EB3C90818A9077]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.OpenCloseCoreStressTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=812, name=searcherExecutor-753-thread-1, state=WAITING, group=TGRP-OpenCloseCoreStressTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1069)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1131)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=815, name=qtp1828169243-815, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]         at java.util.WeakHashMap.get(WeakHashMap.java:380)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)         at org.eclipse.jetty.server.Server.handle(Server.java:365)         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)         at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=814, name=qtp1828169243-814, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]         at java.util.WeakHashMap.get(WeakHashMap.java:380)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)         at org.eclipse.jetty.server.Server.handle(Server.java:365)         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)         at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=816, name=qtp1828169243-816, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]         at java.util.WeakHashMap.get(WeakHashMap.java:380)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)         at org.eclipse.jetty.server.Server.handle(Server.java:365)         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)         at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:926)         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:988)         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:635)         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=807, name=qtp1828169243-807, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]         at java.util.WeakHashMap.get(WeakHashMap.java:380)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)         at org.eclipse.jetty.server.Server.handle(Server.java:365)         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)         at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=812, name=searcherExecutor-753-thread-1, state=WAITING, group=TGRP-OpenCloseCoreStressTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1069)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1131)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=815, name=qtp1828169243-815, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
        at java.util.WeakHashMap.get(WeakHashMap.java:380)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
        at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
        at org.eclipse.jetty.server.Server.handle(Server.java:365)
        at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
        at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
        at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
        at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
        at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)
        at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
        at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
        at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=814, name=qtp1828169243-814, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
        at java.util.WeakHashMap.get(WeakHashMap.java:380)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
        at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
        at org.eclipse.jetty.server.Server.handle(Server.java:365)
        at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
        at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
        at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
        at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
        at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)
        at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
        at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
        at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   4) Thread[id=816, name=qtp1828169243-816, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
        at java.util.WeakHashMap.get(WeakHashMap.java:380)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
        at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
        at org.eclipse.jetty.server.Server.handle(Server.java:365)
        at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
        at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
        at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:926)
        at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:988)
        at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:635)
        at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
        at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
        at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   5) Thread[id=807, name=qtp1828169243-807, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
        at java.util.WeakHashMap.get(WeakHashMap.java:380)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
        at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
        at org.eclipse.jetty.server.Server.handle(Server.java:365)
        at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
        at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
        at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
        at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
        at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)
        at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
        at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
        at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([72EB3C90818A9077]:0)




Build Log:
[...truncated 8623 lines...]
[junit4:junit4] Suite: org.apache.solr.core.OpenCloseCoreStressTest
[junit4:junit4] IGNOR/A 0.10s J1 | OpenCloseCoreStressTest.test1HourNew
[junit4:junit4]    > Assumption #1: 'weekly' test group is disabled (@Weekly)
[junit4:junit4]   2> 101 T335 oas.SolrTestCaseJ4.setUp ###Starting test30SecondsOld
[junit4:junit4]   2> 158 T335 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 160 T335 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:64715
[junit4:junit4]   2> 160 T335 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 161 T335 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 161 T335 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_
[junit4:junit4]   2> 161 T335 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/solr.xml
[junit4:junit4]   2> 162 T335 oasc.CoreContainer.<init> New CoreContainer 1885339221
[junit4:junit4]   2> 162 T335 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/'
[junit4:junit4]   2> 162 T335 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/'
[junit4:junit4]   2> 198 T335 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 198 T335 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 199 T335 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 199 T335 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 199 T335 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 199 T335 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 200 T335 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 200 T335 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 200 T335 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 201 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 215 T335 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 234 T345 oasc.CoreContainer.create Creating SolrCore '00000_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00000_core
[junit4:junit4]   2> 235 T345 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00000_core/'
[junit4:junit4]   2> 271 T345 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 308 T345 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 308 T345 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 311 T345 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 327 T345 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 329 T345 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 329 T345 oasc.SolrCore.<init> [00000_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00000_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00000_core/data/
[junit4:junit4]   2> 329 T345 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 330 T345 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 330 T345 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00000_core/data forceNew: false
[junit4:junit4]   2> 331 T345 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00000_core/data/index/
[junit4:junit4]   2> 331 T345 oasc.SolrCore.initIndex WARNING [00000_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00000_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 338 T345 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00000_core/data/index forceNew: false
[junit4:junit4]   2> 342 T345 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00000_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@194a5b71),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 343 T345 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 343 T345 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 344 T345 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 345 T345 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 345 T345 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 350 T345 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 355 T345 oass.SolrIndexSearcher.<init> Opening Searcher@2628eb36 main
[junit4:junit4]   2> 356 T345 oasc.SolrCore.registerSearcher [00000_core] Registered new searcher Searcher@2628eb36 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 356 T345 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 356 T345 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 359 T345 oasc.CoreContainer.registerCore registering core: 00000_core
[junit4:junit4]   2> 359 T335 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 360 T335 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 434 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 475 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 487 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 499 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 512 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 524 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 537 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 549 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 561 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 573 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 586 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 598 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 610 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 622 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 634 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 646 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 658 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 670 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 682 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 694 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 706 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 718 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 730 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 742 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 754 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 766 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 777 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 789 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 801 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 813 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 825 T335 oasc.OpenCloseCoreStressTest.doStress Starting indexing and querying
[junit4:junit4]   2> 825 T335 oasc.OpenCloseCoreStressTest.doStress 
[junit4:junit4]   2> 	
[junit4:junit4]   2> 	
[junit4:junit4]   2> 	
[junit4:junit4]   2> 	
[junit4:junit4]   2> 	Starting a 30 second cycle, seconds left: 30. Seconds run so far: 0.
[junit4:junit4]   2> 828 T349 oasc.OneIndexer.run Starting indexing thread: 349
[junit4:junit4]   2> 828 T348 oasc.OneIndexer.run Starting indexing thread: 348
[junit4:junit4]   2> 828 T351 oasc.OneIndexer.run Starting indexing thread: 351
[junit4:junit4]   2> 828 T350 oasc.OneIndexer.run Starting indexing thread: 350
[junit4:junit4]   2> 828 T352 oasc.OneIndexer.run Starting indexing thread: 352
[junit4:junit4]   2> 829 T355 oasc.OneIndexer.run Starting indexing thread: 355
[junit4:junit4]   2> 829 T356 oasc.OneIndexer.run Starting indexing thread: 356
[junit4:junit4]   2> 829 T354 oasc.OneIndexer.run Starting indexing thread: 354
[junit4:junit4]   2> 828 T353 oasc.OneIndexer.run Starting indexing thread: 353
[junit4:junit4]   2> 830 T359 oasc.OneIndexer.run Starting indexing thread: 359
[junit4:junit4]   2> 830 T360 oasc.OneIndexer.run Starting indexing thread: 360
[junit4:junit4]   2> 830 T361 oasc.OneIndexer.run Starting indexing thread: 361
[junit4:junit4]   2> 830 T362 oasc.OneIndexer.run Starting indexing thread: 362
[junit4:junit4]   2> 829 T358 oasc.OneIndexer.run Starting indexing thread: 358
[junit4:junit4]   2> 829 T357 oasc.OneIndexer.run Starting indexing thread: 357
[junit4:junit4]   2> 837 T363 oasc.OneQuery.run Starting query thread: 363
[junit4:junit4]   2> 837 T364 oasc.OneQuery.run Starting query thread: 364
[junit4:junit4]   2> 837 T366 oasc.OneQuery.run Starting query thread: 366
[junit4:junit4]   2> 837 T367 oasc.OneQuery.run Starting query thread: 367
[junit4:junit4]   2> 837 T368 oasc.OneQuery.run Starting query thread: 368
[junit4:junit4]   2> 837 T365 oasc.OneQuery.run Starting query thread: 365
[junit4:junit4]   2> 838 T369 oasc.OneQuery.run Starting query thread: 369
[junit4:junit4]   2> 838 T370 oasc.OneQuery.run Starting query thread: 370
[junit4:junit4]   2> 838 T371 oasc.OneQuery.run Starting query thread: 371
[junit4:junit4]   2> 838 T372 oasc.OneQuery.run Starting query thread: 372
[junit4:junit4]   2> 838 T373 oasc.OneQuery.run Starting query thread: 373
[junit4:junit4]   2> 838 T374 oasc.OneQuery.run Starting query thread: 374
[junit4:junit4]   2> 839 T377 oasc.OneQuery.run Starting query thread: 377
[junit4:junit4]   2> 838 T375 oasc.OneQuery.run Starting query thread: 375
[junit4:junit4]   2> 838 T376 oasc.OneQuery.run Starting query thread: 376
[junit4:junit4]   2> 1984 T338 oasc.CoreContainer.create Creating SolrCore '00010_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00010_core
[junit4:junit4]   2> 1984 T388 oasc.CoreContainer.create Creating SolrCore '00019_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00019_core
[junit4:junit4]   2> 1989 T398 oasc.CoreContainer.create Creating SolrCore '00003_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00003_core
[junit4:junit4]   2> 1989 T391 oasc.CoreContainer.create Creating SolrCore '00005_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00005_core
[junit4:junit4]   2> 1989 T396 oasc.CoreContainer.create Creating SolrCore '00009_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00009_core
[junit4:junit4]   2> 1989 T379 oasc.CoreContainer.create Creating SolrCore '00011_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00011_core
[junit4:junit4]   2> 1989 T399 oasc.CoreContainer.create Creating SolrCore '00017_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00017_core
[junit4:junit4]   2> 1989 T340 oasc.CoreContainer.create Creating SolrCore '00016_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00016_core
[junit4:junit4]   2> 1989 T400 oasc.CoreContainer.create Creating SolrCore '00014_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00014_core
[junit4:junit4]   2> 1989 T341 oasc.CoreContainer.create Creating SolrCore '00018_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00018_core
[junit4:junit4]   2> 1989 T339 oasc.CoreContainer.create Creating SolrCore '00015_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00015_core
[junit4:junit4]   2> 1989 T387 oasc.CoreContainer.create Creating SolrCore '00004_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00004_core
[junit4:junit4]   2> 1986 T386 oasc.CoreContainer.create Creating SolrCore '00013_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00013_core
[junit4:junit4]   2> 1986 T381 oasc.CoreContainer.create Creating SolrCore '00001_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00001_core
[junit4:junit4]   2> 1986 T380 oasc.CoreContainer.create Creating SolrCore '00007_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00007_core
[junit4:junit4]   2> 1986 T342 oasc.CoreContainer.create Creating SolrCore '00008_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00008_core
[junit4:junit4]   2> 2027 T380 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00007_core/'
[junit4:junit4]   2> 2025 T381 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00001_core/'
[junit4:junit4]   2> 2021 T386 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00013_core/'
[junit4:junit4]   2> 2019 T387 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00004_core/'
[junit4:junit4]   2> 2016 T339 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00015_core/'
[junit4:junit4]   2> 2012 T341 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00018_core/'
[junit4:junit4]   2> 2010 T400 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00014_core/'
[junit4:junit4]   2> 2006 T340 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00016_core/'
[junit4:junit4]   2> 2004 T399 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00017_core/'
[junit4:junit4]   2> 2002 T379 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00011_core/'
[junit4:junit4]   2> 1999 T396 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00009_core/'
[junit4:junit4]   2> 1996 T391 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00005_core/'
[junit4:junit4]   2> 1994 T398 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00003_core/'
[junit4:junit4]   2> 1992 T388 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00019_core/'
[junit4:junit4]   2> 2030 T338 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00010_core/'
[junit4:junit4]   2> 2030 T342 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00008_core/'
[junit4:junit4]   2> ASYNC  NEW_CORE C17 name=00000_core org.apache.solr.core.SolrCore@4006c7be
[junit4:junit4]   2> 2107 T389 C17 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00000_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@194a5b71),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2110 T389 C17 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2114 T389 C17 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id14]} 0 58
[junit4:junit4]   2> 2114 T378 C17 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id10]} 0 58
[junit4:junit4]   2> 2228 T380 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2270 T342 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2271 T388 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2292 T340 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2297 T338 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2303 T379 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2306 T399 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2334 T391 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2356 T387 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2364 T396 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2411 T398 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2448 T381 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2451 T386 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2475 T400 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2499 T339 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2508 T380 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2511 T380 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2515 T341 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2520 T380 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2543 T391 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2547 T391 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2554 T342 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2555 T387 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2555 T342 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2558 T387 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2558 T391 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2563 T388 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2563 T340 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2565 T342 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2566 T388 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2566 T340 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2568 T387 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2574 T388 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2578 T340 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2587 T379 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2592 T379 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2604 T379 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2613 T399 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2617 T396 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2617 T399 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2618 T338 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2618 T396 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2622 T338 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2632 T399 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2642 T396 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2642 T386 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2642 T338 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2649 T386 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2650 T380 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2655 T342 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2658 T380 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2660 T342 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2660 T380 oasc.SolrCore.<init> [00007_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00007_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00007_core/data/
[junit4:junit4]   2> 2661 T380 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2661 T386 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2661 T342 oasc.SolrCore.<init> [00008_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00008_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00008_core/data/
[junit4:junit4]   2> 2663 T380 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2663 T342 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2664 T342 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2664 T388 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2665 T380 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00007_core/data forceNew: false
[junit4:junit4]   2> 2666 T391 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2667 T342 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00008_core/data forceNew: false
[junit4:junit4]   2> 2668 T387 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2668 T380 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00007_core/data/index/
[junit4:junit4]   2> 2669 T388 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2670 T391 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2671 T342 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00008_core/data/index/
[junit4:junit4]   2> 2672 T388 oasc.SolrCore.<init> [00019_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00019_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00019_core/data/
[junit4:junit4]   2> 2672 T388 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2673 T388 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2673 T391 oasc.SolrCore.<init> [00005_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00005_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00005_core/data/
[junit4:junit4]   2> 2673 T342 oasc.SolrCore.initIndex WARNING [00008_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00008_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2674 T391 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2674 T380 oasc.SolrCore.initIndex WARNING [00007_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00007_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2675 T342 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00008_core/data/index forceNew: false
[junit4:junit4]   2> 2675 T388 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00019_core/data forceNew: false
[junit4:junit4]   2> 2675 T387 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2674 T391 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2677 T380 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00007_core/data/index forceNew: false
[junit4:junit4]   2> 2679 T340 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2679 T387 oasc.SolrCore.<init> [00004_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00004_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00004_core/data/
[junit4:junit4]   2> 2680 T398 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2680 T387 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2680 T388 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00019_core/data/index/
[junit4:junit4]   2> 2681 T387 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2682 T398 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2682 T391 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00005_core/data forceNew: false
[junit4:junit4]   2> 2683 T388 oasc.SolrCore.initIndex WARNING [00019_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00019_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2684 T387 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00004_core/data forceNew: false
[junit4:junit4]   2> 2684 T388 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00019_core/data/index forceNew: false
[junit4:junit4]   2> 2685 T340 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2687 T340 oasc.SolrCore.<init> [00016_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00016_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00016_core/data/
[junit4:junit4]   2> 2687 T387 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00004_core/data/index/
[junit4:junit4]   2> 2688 T340 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2687 T391 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00005_core/data/index/
[junit4:junit4]   2> 2688 T381 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2688 T340 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2690 T387 oasc.SolrCore.initIndex WARNING [00004_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00004_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2690 T381 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2691 T387 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00004_core/data/index forceNew: false
[junit4:junit4]   2> 2691 T391 oasc.SolrCore.initIndex WARNING [00005_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00005_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2692 T340 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00016_core/data forceNew: false
[junit4:junit4]   2> 2692 T391 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00005_core/data/index forceNew: false
[junit4:junit4]   2> 2694 T398 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2694 T379 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2694 T340 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00016_core/data/index/
[junit4:junit4]   2> 2698 T340 oasc.SolrCore.initIndex WARNING [00016_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00016_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2698 T381 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2699 T379 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2699 T340 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00016_core/data/index forceNew: false
[junit4:junit4]   2> 2701 T379 oasc.SolrCore.<init> [00011_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00011_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00011_core/data/
[junit4:junit4]   2> 2701 T379 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2702 T379 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2704 T342 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00008_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@45d58963),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2704 T379 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00011_core/data forceNew: false
[junit4:junit4]   2> 2704 T342 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2710 T379 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00011_core/data/index/
[junit4:junit4]   2> 2711 T380 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00007_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@34d9558d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2712 T380 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2710 T342 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2715 T342 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2715 T379 oasc.SolrCore.initIndex WARNING [00011_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00011_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2716 T342 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2716 T391 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00005_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@615ce24f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2717 T391 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2717 T342 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2719 T388 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00019_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2111e072),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2719 T388 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2720 T387 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00004_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@61f5cf61),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2720 T387 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2721 T380 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2724 T379 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00011_core/data/index forceNew: false
[junit4:junit4]   2> 2724 T380 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2725 T380 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2726 T380 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2730 T391 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2731 T388 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2733 T391 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2734 T391 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2734 T388 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2734 T391 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2735 T388 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2735 T387 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2735 T388 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2737 T387 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2738 T387 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2739 T387 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2741 T340 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00016_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@57ef8e7c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2742 T340 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2747 T400 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2753 T400 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2755 T340 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2757 T340 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2758 T340 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2758 T340 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2774 T379 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00011_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@284d5543),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2775 T379 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2781 T379 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2783 T379 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2784 T379 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2785 T379 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2791 T338 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2804 T338 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2805 T396 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2806 T399 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2807 T338 oasc.SolrCore.<init> [00010_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00010_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00010_core/data/
[junit4:junit4]   2> 2807 T338 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2808 T339 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2808 T338 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2811 T342 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2811 T388 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2812 T396 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2812 T338 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00010_core/data forceNew: false
[junit4:junit4]   2> 2812 T399 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2813 T391 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2812 T339 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2815 T387 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2815 T399 oasc.SolrCore.<init> [00017_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00017_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00017_core/data/
[junit4:junit4]   2> 2816 T380 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2816 T399 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2817 T399 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2817 T338 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00010_core/data/index/
[junit4:junit4]   2> 2818 T340 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2819 T379 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2819 T396 oasc.SolrCore.<init> [00009_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00009_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00009_core/data/
[junit4:junit4]   2> 2819 T396 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2821 T338 oasc.SolrCore.initIndex WARNING [00010_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00010_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2822 T396 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2821 T399 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00017_core/data forceNew: false
[junit4:junit4]   2> 2822 T338 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00010_core/data/index forceNew: false
[junit4:junit4]   2> 2825 T396 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00009_core/data forceNew: false
[junit4:junit4]   2> 2825 T400 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2826 T386 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2828 T339 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2828 T399 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00017_core/data/index/
[junit4:junit4]   2> 2829 T396 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00009_core/data/index/
[junit4:junit4]   2> 2832 T386 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2832 T341 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2834 T399 oasc.SolrCore.initIndex WARNING [00017_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00017_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2835 T396 oasc.SolrCore.initIndex WARNING [00009_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00009_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2835 T386 oasc.SolrCore.<init> [00013_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00013_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00013_core/data/
[junit4:junit4]   2> 2836 T399 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00017_core/data/index forceNew: false
[junit4:junit4]   2> 2836 T386 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2836 T396 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00009_core/data/index forceNew: false
[junit4:junit4]   2> 2837 T341 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2837 T386 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2837 T342 oass.SolrIndexSearcher.<init> Opening Searcher@3c11aa7c main
[junit4:junit4]   2> 2838 T388 oass.SolrIndexSearcher.<init> Opening Searcher@558c4558 main
[junit4:junit4]   2> 2840 T342 oasc.SolrCore.registerSearcher [00008_core] Registered new searcher Searcher@3c11aa7c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2841 T388 oasc.SolrCore.registerSearcher [00019_core] Registered new searcher Searcher@558c4558 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2841 T342 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2841 T388 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2841 T386 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00013_core/data forceNew: false
[junit4:junit4]   2> 2841 T342 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2841 T388 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2845 T386 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00013_core/data/index/
[junit4:junit4]   2> 2845 T340 oass.SolrIndexSearcher.<init> Opening Searcher@3ae3022f main
[junit4:junit4]   2> 2846 T391 oass.SolrIndexSearcher.<init> Opening Searcher@293ca32a main
[junit4:junit4]   2> 2847 T379 oass.SolrIndexSearcher.<init> Opening Searcher@4e54b5d4 main
[junit4:junit4]   2> 2847 T340 oasc.SolrCore.registerSearcher [00016_core] Registered new searcher Searcher@3ae3022f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2847 T391 oasc.SolrCore.registerSearcher [00005_core] Registered new searcher Searcher@293ca32a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2848 T340 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2848 T386 oasc.SolrCore.initIndex WARNING [00013_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00013_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2848 T340 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2848 T391 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2848 T379 oasc.SolrCore.registerSearcher [00011_core] Registered new searcher Searcher@4e54b5d4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2849 T391 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2849 T380 oass.SolrIndexSearcher.<init> Opening Searcher@46cae744 main
[junit4:junit4]   2> 2849 T379 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2849 T386 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00013_core/data/index forceNew: false
[junit4:junit4]   2> 2850 T387 oass.SolrIndexSearcher.<init> Opening Searcher@28cc23a main
[junit4:junit4]   2> 2850 T388 oasc.CoreMaps.putTransientCore Opening transient core 00019_core
[junit4:junit4]   2> 2850 T379 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2851 T342 oasc.CoreMaps.putTransientCore Opening transient core 00008_core
[junit4:junit4]   2> 2852 T388 oasc.CoreContainer.registerCore registering core: 00019_core
[junit4:junit4]   2> 2852 T387 oasc.SolrCore.registerSearcher [00004_core] Registered new searcher Searcher@28cc23a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2851 T380 oasc.SolrCore.registerSearcher [00007_core] Registered new searcher Searcher@46cae744 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2852 T342 oasc.CoreContainer.registerCore registering core: 00008_core
[junit4:junit4]   2> 2852 T341 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2852 T398 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2853 T380 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2854 T381 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2854 T380 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2853 T387 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2855 T387 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2861 T391 oasc.CoreMaps.putTransientCore Opening transient core 00005_core
[junit4:junit4]   2> 2861 T381 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2862 T391 oasc.CoreContainer.registerCore registering core: 00005_core
[junit4:junit4]   2> 2861 T398 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2861 T340 oasc.CoreMaps.putTransientCore Opening transient core 00016_core
[junit4:junit4]   2> 2862 T381 oasc.SolrCore.<init> [00001_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00001_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00001_core/data/
[junit4:junit4]   2> 2863 T340 oasc.CoreContainer.registerCore registering core: 00016_core
[junit4:junit4]   2> 2863 T398 oasc.SolrCore.<init> [00003_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00003_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00003_core/data/
[junit4:junit4]   2> 2863 T381 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2863 T398 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2863 T379 oasc.CoreMaps.putTransientCore Opening transient core 00011_core
[junit4:junit4]   2> 2864 T381 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2864 T379 oasc.CoreContainer.registerCore registering core: 00011_core
[junit4:junit4]   2> 2864 T398 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2866 T381 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00001_core/data forceNew: false
[junit4:junit4]   2> 2866 T387 oasc.CoreMaps.putTransientCore Opening transient core 00004_core
[junit4:junit4]   2> 2867 T380 oasc.CoreMaps.putTransientCore Opening transient core 00007_core
[junit4:junit4]   2> 2867 T387 oasc.CoreContainer.registerCore registering core: 00004_core
[junit4:junit4]   2> 2867 T380 oasc.CoreContainer.registerCore registering core: 00007_core
[junit4:junit4]   2> 2867 T398 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00003_core/data forceNew: false
[junit4:junit4]   2> 2868 T381 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00001_core/data/index/
[junit4:junit4]   2> 2868 T338 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00010_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@739efd29),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2869 T338 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2869 T398 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00003_core/data/index/
[junit4:junit4]   2> 2869 T381 oasc.SolrCore.initIndex WARNING [00001_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00001_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2870 T398 oasc.SolrCore.initIndex WARNING [00003_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00003_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2871 T381 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00001_core/data/index forceNew: false
[junit4:junit4]   2> 2871 T398 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00003_core/data/index forceNew: false
[junit4:junit4]   2> 2873 T399 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00017_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@34352d5a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2873 T396 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00009_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@62377369),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2873 T399 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2874 T396 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2875 T338 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> ASYNC  NEW_CORE C18 name=00019_core org.apache.solr.core.SolrCore@4984451e
[junit4:junit4]   2> 2875 T388 C18 REQ [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 2876 T399 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> ASYNC  NEW_CORE C19 name=00008_core org.apache.solr.core.SolrCore@75bd0815
[junit4:junit4]   2> 2876 T342 C19 REQ [00008_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 2878 T338 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2879 T338 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2880 T399 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2880 T338 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2880 T399 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2881 T399 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2883 T396 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2885 T396 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2888 T386 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00013_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c5ff8ce),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2888 T386 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2888 T396 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2890 T396 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2902 T386 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2905 T386 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2905 T386 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2906 T386 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2938 T398 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00003_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@56b6e2fe),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2939 T398 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2945 T398 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2947 T398 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2948 T398 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2949 T398 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2951 T381 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00001_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d553b2f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2952 T381 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2962 T381 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2964 T381 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2965 T381 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2966 T381 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> ASYNC  NEW_CORE C20 name=00007_core org.apache.solr.core.SolrCore@3763fa09
[junit4:junit4]   2> 2976 T344 C20 REQ [00007_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> ASYNC  NEW_CORE C21 name=00016_core org.apache.solr.core.SolrCore@31185689
[junit4:junit4]   2> 2978 T340 C21 REQ [00016_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> ASYNC  NEW_CORE C22 name=00011_core org.apache.solr.core.SolrCore@5e8f82c8
[junit4:junit4]   2> 2978 T379 C22 REQ [00011_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2984 T388 C17 REQ [00000_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2984 T380 C20 REQ [00007_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2985 T338 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2986 T386 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2986 T399 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2986 T396 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> ASYNC  NEW_CORE C23 name=00005_core org.apache.solr.core.SolrCore@ad5da47
[junit4:junit4]   2> 2991 T391 C23 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00005_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@615ce24f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2991 T391 C23 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2996 T381 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2996 T398 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> ASYNC  NEW_CORE C24 name=00004_core org.apache.solr.core.SolrCore@31690c95
[junit4:junit4]   2> 2998 T387 C24 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00004_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@61f5cf61),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2998 T383 C22 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00011_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@284d5543),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2999 T387 C24 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2999 T383 C22 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3001 T399 oass.SolrIndexSearcher.<init> Opening Searcher@66caa61e main
[junit4:junit4]   2> 3002 T399 oasc.SolrCore.registerSearcher [00017_core] Registered new searcher Searcher@66caa61e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3002 T399 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3002 T399 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3004 T338 oass.SolrIndexSearcher.<init> Opening Searcher@23d66e22 main
[junit4:junit4]   2> 3004 T386 oass.SolrIndexSearcher.<init> Opening Searcher@6f42ac7 main
[junit4:junit4]   2> 3005 T387 C24 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id15]} 0 23
[junit4:junit4]   2> 3006 T383 C22 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id1]} 0 26
[junit4:junit4]   2> 3006 T396 oass.SolrIndexSearcher.<init> Opening Searcher@3cf292a2 main
[junit4:junit4]   2> 3006 T338 oasc.SolrCore.registerSearcher [00010_core] Registered new searcher Searcher@23d66e22 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3006 T386 oasc.SolrCore.registerSearcher [00013_core] Registered new searcher Searcher@6f42ac7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3007 T391 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id4]} 0 42
[junit4:junit4]   2> 3007 T386 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3007 T393 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id3]} 0 28
[junit4:junit4]   2> 3007 T394 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id7]} 0 29
[junit4:junit4]   2> 3007 T382 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id2]} 0 38
[junit4:junit4]   2> 3008 T386 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3008 T396 oasc.SolrCore.registerSearcher [00009_core] Registered new searcher Searcher@3cf292a2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3007 T338 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3007 T390 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id13]} 0 30
[junit4:junit4]   2> 3009 T398 oass.SolrIndexSearcher.<init> Opening Searcher@745ad2de main
[junit4:junit4]   2> 3009 T399 oasc.CoreMaps.putTransientCore Opening transient core 00017_core
[junit4:junit4]   2> 3009 T339 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3011 T399 oasc.CoreContainer.registerCore registering core: 00017_core
[junit4:junit4]   2> 3010 T381 oass.SolrIndexSearcher.<init> Opening Searcher@7b46fb4d main
[junit4:junit4]   2> 3010 T338 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3010 T383 oasc.CoreContainer.create Creating SolrCore '00002_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00002_core
[junit4:junit4]   2> 3009 T396 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3011 T398 oasc.SolrCore.registerSearcher [00003_core] Registered new searcher Searcher@745ad2de main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3012 T396 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3011 T400 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3012 T382 C17 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id23]} 0 0
[junit4:junit4]   2> 3012 T339 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3012 T398 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3012 T381 oasc.SolrCore.registerSearcher [00001_core] Registered new searcher Searcher@7b46fb4d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3012 T383 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00002_core/'
[junit4:junit4]   2> 3015 T339 oasc.SolrCore.<init> [00015_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00015_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00015_core/data/
[junit4:junit4]   2> 3015 T381 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3014 T398 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3015 T339 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 3015 T381 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3016 T341 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3015 T400 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3016 T339 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3016 T386 oasc.CoreMaps.putTransientCore Opening transient core 00013_core
[junit4:junit4]   2> 3017 T386 oasc.CoreContainer.registerCore registering core: 00013_core
[junit4:junit4]   2> 3018 T400 oasc.SolrCore.<init> [00014_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00014_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00014_core/data/
[junit4:junit4]   2> 3020 T400 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 3020 T339 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00015_core/data forceNew: false
[junit4:junit4]   2> 3020 T400 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3021 T341 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3022 T338 oasc.CoreMaps.putTransientCore Opening transient core 00010_core
[junit4:junit4]   2> 3022 T396 oasc.CoreMaps.putTransientCore Opening transient core 00009_core
[junit4:junit4]   2> 3022 T338 oasc.CoreContainer.registerCore registering core: 00010_core
[junit4:junit4]   2> 3022 T339 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00015_core/data/index/
[junit4:junit4]   2> ASYNC  NEW_CORE C25 name=00017_core org.apache.solr.core.SolrCore@8a808d0
[junit4:junit4]   2> 3022 T399 C25 REQ [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3022 T396 oasc.CoreContainer.registerCore registering core: 00009_core
[junit4:junit4]   2> 3023 T394 C18 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00019_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2111e072),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3022 T400 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00014_core/data forceNew: false
[junit4:junit4]   2> 3022 T391 C21 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00016_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@57ef8e7c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3022 T341 oasc.SolrCore.<init> [00018_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00018_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00018_core/data/
[junit4:junit4]   2> 3026 T391 C21 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3026 T381 oasc.CoreMaps.putTransientCore Opening transient core 00001_core
[junit4:junit4]   2> 3026 T341 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 3024 T398 oasc.CoreMaps.putTransientCore Opening transient core 00003_core
[junit4:junit4]   2> 3023 T394 C18 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3027 T398 oasc.CoreContainer.registerCore registering core: 00003_core
[junit4:junit4]   2> 3026 T400 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00014_core/data/index/
[junit4:junit4]   2> 3026 T339 oasc.SolrCore.initIndex WARNING [00015_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00015_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3028 T381 oasc.CoreContainer.registerCore registering core: 00001_core
[junit4:junit4]   2> 3027 T382 C20 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00007_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@34d9558d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3027 T341 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3030 T400 oasc.SolrCore.initIndex WARNING [00014_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00014_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3029 T382 C20 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> ASYNC  NEW_CORE C26 name=00013_core org.apache.solr.core.SolrCore@583c9dd8
[junit4:junit4]   2> 3031 T386 C26 REQ [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3031 T339 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00015_core/data/index forceNew: false
[junit4:junit4]   2> 3034 T382 C20 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id25]} 0 17
[junit4:junit4]   2> 3035 T341 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00018_core/data forceNew: false
[junit4:junit4]   2> 3035 T400 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00014_core/data/index forceNew: false
[junit4:junit4]   2> 3035 T389 C25 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00017_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@34352d5a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3036 T394 C18 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id22]} 0 23
[junit4:junit4]   2> 3037 T391 C21 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id20]} 0 25
[junit4:junit4]   2> 3038 T389 C25 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> ASYNC  NEW_CORE C27 name=00010_core org.apache.solr.core.SolrCore@3e0c192f
[junit4:junit4]   2> 3038 T397 C27 REQ [00010_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3038 T341 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00018_core/data/index/
[junit4:junit4]   2> 3038 T338 C27 REQ [00010_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3042 T341 oasc.SolrCore.initIndex WARNING [00018_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00018_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3043 T341 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00018_core/data/index forceNew: false
[junit4:junit4]   2> 3043 T389 C25 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id17]} 0 17
[junit4:junit4]   2> ASYNC  NEW_CORE C28 name=00001_core org.apache.solr.core.SolrCore@21901ca8
[junit4:junit4]   2> 3044 T381 C28 REQ [00001_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C29 name=00009_core org.apache.solr.core.SolrCore@1732e9d5
[junit4:junit4]   2> 3046 T396 C29 REQ [00009_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3047 T392 C28 REQ [00001_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3049 T394 C27 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00010_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@739efd29),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3050 T394 C27 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> ASYNC  NEW_CORE C30 name=00003_core org.apache.solr.core.SolrCore@38033a21
[junit4:junit4]   2> 3051 T384 C30 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00003_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@56b6e2fe),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3052 T382 C19 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00008_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@45d58963),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3052 T384 C30 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3052 T343 C29 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00009_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@62377369),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3053 T382 C19 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3054 T343 C29 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3054 T394 C27 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id27]} 0 14
[junit4:junit4]   2> 3054 T378 C28 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00001_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d553b2f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3055 T378 C28 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3055 T339 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00015_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67b646f4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3056 T384 C30 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id11]} 0 10
[junit4:junit4]   2> 3056 T398 C30 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id5]} 0 9
[junit4:junit4]   2> 3056 T339 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3056 T389 C30 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id29]} 0 8
[junit4:junit4]   2> 3057 T382 C19 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id26]} 0 17
[junit4:junit4]   2> 3057 T343 C29 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id8]} 0 11
[junit4:junit4]   2> 3057 T339 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 3058 T341 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00018_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@c25c793),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3058 T341 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3058 T394 C30 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id30]} 0 0
[junit4:junit4]   2> 3059 T378 C28 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id16]} 0 10
[junit4:junit4]   2> 3060 T339 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 3060 T341 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 3061 T389 C28 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id33]} 0 1
[junit4:junit4]   2> 3061 T398 C27 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id32]} 0 1
[junit4:junit4]   2> 3061 T339 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 3062 T382 C18 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id34]} 0 1
[junit4:junit4]   2> 3062 T339 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3062 T394 C21 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id36]} 0 1
[junit4:junit4]   2> 3062 T343 C21 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id35]} 0 1
[junit4:junit4]   2> 3063 T341 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 3064 T378 C24 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id37]} 0 1
[junit4:junit4]   2> 3064 T341 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 3065 T389 C17 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id38]} 0 1
[junit4:junit4]   2> 3065 T341 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3065 T398 C29 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id39]} 0 0
[junit4:junit4]   2> 3066 T400 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00014_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6fec725d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3066 T382 C17 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id40]} 0 0
[junit4:junit4]   2> 3066 T400 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3067 T343 oasc.CoreContainer.create Creating SolrCore '00012_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00012_core
[junit4:junit4]   2> 3067 T378 C30 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id43]} 0 0
[junit4:junit4]   2> 3067 T394 C18 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id41]} 0 0
[junit4:junit4]   2> 3068 T343 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00012_core/'
[junit4:junit4]   2> 3068 T400 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 3070 T382 oasc.CoreContainer.create Creating SolrCore '00006_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00006_core
[junit4:junit4]   2> 3072 T398 C25 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id45]} 0 2
[junit4:junit4]   2> 3073 T400 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 3073 T382 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00006_core/'
[junit4:junit4]   2> 3073 T400 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 3074 T400 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3074 T394 C30 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id48]} 0 1
[junit4:junit4]   2> 3076 T339 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3076 T398 C28 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id49]} 0 0
[junit4:junit4]   2> 3077 T341 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3078 T394 C17 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id50]} 0 0
[junit4:junit4]   2> 3078 T389 C26 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00013_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c5ff8ce),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3079 T389 C26 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3081 T344 C18 REQ [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3082 T394 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id52]} 0 0
[junit4:junit4]   2> 3083 T340 C21 REQ [00016_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3084 T398 C26 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id51]} 0 3
[junit4:junit4]   2> 3084 T389 C26 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id44]} 0 15
[junit4:junit4]   2> 3084 T379 C30 REQ [00003_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3085 T400 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3088 T398 C25 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id55]} 0 0
[junit4:junit4]   2> 3091 T339 oass.SolrIndexSearcher.<init> Opening Searcher@5d0957b1 main
[junit4:junit4]   2> 3092 T398 C18 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id56]} 0 0
[junit4:junit4]   2> 3092 T339 oasc.SolrCore.registerSearcher [00015_core] Registered new searcher Searcher@5d0957b1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3093 T339 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3093 T339 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3094 T341 oass.SolrIndexSearcher.<init> Opening Searcher@787582d3 main
[junit4:junit4]   2> 3094 T400 oass.SolrIndexSearcher.<init> Opening Searcher@49d7fb83 main
[junit4:junit4]   2> 3095 T341 oasc.SolrCore.registerSearcher [00018_core] Registered new searcher Searcher@787582d3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3096 T400 oasc.SolrCore.registerSearcher [00014_core] Registered new searcher Searcher@49d7fb83 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3096 T341 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3096 T400 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3097 T398 C22 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id57]} 0 1
[junit4:junit4]   2> 3096 T341 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3097 T400 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3098 T339 oasc.CoreMaps.putTransientCore Opening transient core 00015_core
[junit4:junit4]   2> 3098 T339 oasc.CoreContainer.registerCore registering core: 00015_core
[junit4:junit4]   2> 3102 T398 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id58]} 0 1
[junit4:junit4]   2> 3103 T341 oasc.CoreMaps.putTransientCore Opening transient core 00018_core
[junit4:junit4]   2> 3103 T341 oasc.CoreContainer.registerCore registering core: 00018_core
[junit4:junit4]   2> 3104 T400 oasc.CoreMaps.putTransientCore Opening transient core 00014_core
[junit4:junit4]   2> 3105 T400 oasc.CoreContainer.registerCore registering core: 00014_core
[junit4:junit4]   2> ASYNC  NEW_CORE C31 name=00015_core org.apache.solr.core.SolrCore@5c3fdd15
[junit4:junit4]   2> 3115 T339 C31 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00015_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67b646f4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> ASYNC  NEW_CORE C32 name=00014_core org.apache.solr.core.SolrCore@7f385bdb
[junit4:junit4]   2> 3119 T400 C32 REQ [00014_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3119 T339 C31 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> ASYNC  NEW_CORE C33 name=00018_core org.apache.solr.core.SolrCore@6f7503eb
[junit4:junit4]   2> 3117 T341 C33 REQ [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3119 T342 C33 REQ [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3125 T389 C32 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00014_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6fec725d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3126 T389 C32 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3127 T385 C33 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00018_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@c25c793),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3128 T385 C33 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3129 T399 C29 REQ [00009_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3133 T391 C31 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id28]} 0 19
[junit4:junit4]   2> 3133 T378 C31 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id47]} 0 21
[junit4:junit4]   2> 3130 T339 C31 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id6]} 0 23
[junit4:junit4]   2> 3133 T394 C31 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id53]} 0 23
[junit4:junit4]   2> 3133 T384 C31 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id31]} 0 23
[junit4:junit4]   2> 3134 T395 C32 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id12]} 0 13
[junit4:junit4]   2> 3134 T389 C32 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id54]} 0 16
[junit4:junit4]   2> 3134 T387 C33 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id18]} 0 15
[junit4:junit4]   2> 3134 T385 C33 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id9]} 0 15
[junit4:junit4]   2> 3135 T393 C32 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id21]} 0 13
[junit4:junit4]   2> 3139 T394 C30 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id62]} 0 1
[junit4:junit4]   2> 3139 T384 C18 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id63]} 0 1
[junit4:junit4]   2> 3139 T339 C24 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id60]} 0 1
[junit4:junit4]   2> 3139 T378 C24 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id64]} 0 1
[junit4:junit4]   2> 3140 T389 C31 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id66]} 0 1
[junit4:junit4]   2> 3140 T395 C30 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id65]} 0 1
[junit4:junit4]   2> 3139 T387 C26 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id67]} 0 0
[junit4:junit4]   2> 3141 T385 C32 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id68]} 0 1
[junit4:junit4]   2> 3143 T378 C27 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id73]} 0 1
[junit4:junit4]   2> 3143 T394 C17 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id71]} 0 0
[junit4:junit4]   2> 3143 T339 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id72]} 0 0
[junit4:junit4]   2> 3144 T389 C29 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id74]} 0 0
[junit4:junit4]   2> 3144 T395 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id75]} 0 0
[junit4:junit4]   2> 3145 T387 C20 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id76]} 0 0
[junit4:junit4]   2> 3145 T397 C28 REQ [00001_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3145 T338 C27 REQ [00010_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3146 T385 C27 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id77]} 0 1
[junit4:junit4]   2> 3148 T389 C31 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id81]} 0 0
[junit4:junit4]   2> 3149 T339 C22 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id80]} 0 1
[junit4:junit4]   2> 3149 T381 C17 REQ [00000_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3149 T394 C27 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id78]} 0 1
[junit4:junit4]   2> 3150 T387 C17 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id83]} 0 1
[junit4:junit4]   2> 3148 T378 C30 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id79]} 0 0
[junit4:junit4]   2> 3150 T395 C18 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id82]} 0 1
[junit4:junit4]   2> 3151 T385 C33 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id84]} 0 1
[junit4:junit4]   2> 3152 T392 C31 REQ [00015_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3152 T396 C29 REQ [00009_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3153 T389 C19 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id85]} 0 1
[junit4:junit4]   2> 3153 T339 C32 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id86]} 0 0
[junit4:junit4]   2> 3161 T378 C19 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id88]} 0 7
[junit4:junit4]   2> 3162 T395 C22 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id90]} 0 8
[junit4:junit4]   2> 3162 T394 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id89]} 0 0
[junit4:junit4]   2> 3162 T387 C21 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id87]} 0 0
[junit4:junit4]   2> 3163 T389 C19 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id91]} 0 0
[junit4:junit4]   2> 3177 T385 C31 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id92]} 0 14
[junit4:junit4]   2> 3178 T378 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id94]} 0 0
[junit4:junit4]   2> 3180 T387 C24 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id97]} 0 0
[junit4:junit4]   2> 3180 T394 C32 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id96]} 0 0
[junit4:junit4]   2> 3183 T378 C20 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id100]} 0 0
[junit4:junit4]   2> 3184 T394 C22 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id102]} 0 0
[junit4:junit4]   2> 3184 T387 C29 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id101]} 0 0
[junit4:junit4]   2> 3186 T344 C27 REQ [00010_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3187 T383 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 3188 T340 C26 REQ [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3189 T378 C29 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id103]} 0 1
[junit4:junit4]   2> 3189 T394 C29 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id104]} 0 1
[junit4:junit4]   2> 3193 T394 C21 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id107]} 0 1
[junit4:junit4]   2> 3193 T378 C22 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id106]} 0 0
[junit4:junit4]   2> 3197 T394 C27 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id108]} 0 0
[junit4:junit4]   2> 3199 T378 C25 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id109]} 0 1
[junit4:junit4]   2> 3201 T394 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id110]} 0 1
[junit4:junit4]   2> 3201 T343 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 3202 T382 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 3205 T394 C29 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id112]} 0 1
[junit4:junit4]   2> 3209 T394 C26 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id113]} 0 1
[junit4:junit4]   2> 3213 T394 C29 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id114]} 0 1
[junit4:junit4]   2> 3217 T394 C22 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id115]} 0 0
[junit4:junit4]   2> 3221 T394 C27 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id116]} 0 1
[junit4:junit4]   2> 3225 T394 C19 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id117]} 0 1
[junit4:junit4]   2> 3225 T400 C26 REQ [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3226 T341 C23 REQ [00005_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3229 T394 C17 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id118]} 0 1
[junit4:junit4]   2> 3233 T394 C22 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id119]} 0 1
[junit4:junit4]   2> 3237 T394 C17 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id120]} 0 1
[junit4:junit4]   2> 3240 T394 C17 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id121]} 0 1
[junit4:junit4]   2> 3243 T394 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id122]} 0 0
[junit4:junit4]   2> 3247 T394 C20 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id123]} 0 1
[junit4:junit4]   2> 3249 T338 C33 REQ [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3250 T397 C27 REQ [00010_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3251 T394 C33 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id124]} 0 0
[junit4:junit4]   2> 3253 T381 C32 REQ [00014_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3255 T394 C29 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id125]} 0 1
[junit4:junit4]   2> 3257 T392 C33 REQ [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3257 T396 C31 REQ [00015_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3259 T394 C24 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id126]} 0 1
[junit4:junit4]   2> 3263 T394 C26 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id127]} 0 1
[junit4:junit4]   2> 3266 T383 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 3267 T383 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3268 T394 C29 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id128]} 0 1
[junit4:junit4]   2> 3272 T383 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 3272 T382 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 3273 T343 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 3274 T382 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3274 T343 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3278 T382 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 3279 T343 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 3290 T344 C23 REQ [00005_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3302 T383 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3304 T383 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3305 T382 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3305 T383 oasc.SolrCore.<init> [00002_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00002_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00002_core/data/
[junit4:junit4]   2> 3305 T383 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 3306 T343 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3306 T383 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3306 T382 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3307 T382 oasc.SolrCore.<init> [00006_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00006_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00006_core/data/
[junit4:junit4]   2> 3307 T383 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00002_core/data forceNew: false
[junit4:junit4]   2> 3307 T343 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3307 T382 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 3308 T382 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3308 T383 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00002_core/data/index/
[junit4:junit4]   2> 3308 T343 oasc.SolrCore.<init> [00012_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00012_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00012_core/data/
[junit4:junit4]   2> 3309 T343 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 3309 T383 oasc.SolrCore.initIndex WARNING [00002_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00002_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3309 T382 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00006_core/data forceNew: false
[junit4:junit4]   2> 3309 T343 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3310 T383 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00002_core/data/index forceNew: false
[junit4:junit4]   2> 3310 T382 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00006_core/data/index/
[junit4:junit4]   2> 3312 T343 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00012_core/data forceNew: false
[junit4:junit4]   2> 3312 T382 oasc.SolrCore.initIndex WARNING [00006_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00006_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3313 T382 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00006_core/data/index forceNew: false
[junit4:junit4]   2> 3313 T343 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00012_core/data/index/
[junit4:junit4]   2> 3314 T343 oasc.SolrCore.initIndex WARNING [00012_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00012_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3314 T343 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00012_core/data/index forceNew: false
[junit4:junit4]   2> 3317 T383 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00002_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@49337a10),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3317 T383 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3318 T383 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 3320 T383 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 3321 T383 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 3321 T383 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3329 T383 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3330 T400 C25 REQ [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3330 T341 C23 REQ [00005_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3331 T382 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00006_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b64dd8e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3332 T382 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3333 T382 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 3335 T382 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 3336 T382 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 3336 T382 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3339 T343 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00012_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@32902abb),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3339 T343 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3340 T383 oass.SolrIndexSearcher.<init> Opening Searcher@6e3f6f3 main
[junit4:junit4]   2> 3341 T343 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 3341 T383 oasc.SolrCore.registerSearcher [00002_core] Registered new searcher Searcher@6e3f6f3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3342 T383 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3342 T383 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3343 T343 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 3344 T343 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 3344 T343 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3345 T382 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3346 T383 oasc.CoreMaps.putTransientCore Opening transient core 00002_core
[junit4:junit4]   2> 3347 T383 oasc.CoreContainer.registerCore registering core: 00002_core
[junit4:junit4]   2> 3354 T338 C31 REQ [00015_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3355 T397 C33 REQ [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3362 T396 C25 REQ [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3367 T343 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> ASYNC  NEW_CORE C34 name=00002_core org.apache.solr.core.SolrCore@4fce7ceb
[junit4:junit4]   2> 3387 T379 C34 REQ [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3389 T399 C34 REQ [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=2 
[junit4:junit4]   2> 3389 T382 oass.SolrIndexSearcher.<init> Opening Searcher@7dccb9cf main
[junit4:junit4]   2> 3389 T343 oass.SolrIndexSearcher.<init> Opening Searcher@bbb058f main
[junit4:junit4]   2> 3389 T380 C34 REQ [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3391 T382 oasc.SolrCore.registerSearcher [00006_core] Registered new searcher Searcher@7dccb9cf main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3391 T343 oasc.SolrCore.registerSearcher [00012_core] Registered new searcher Searcher@bbb058f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3391 T382 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3391 T343 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3392 T382 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3392 T343 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3392 T386 C34 REQ [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3392 T378 C34 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00002_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@49337a10),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3393 T378 C34 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3395 T388 C34 REQ [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3396 T344 C32 REQ [00014_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3399 T382 oasc.CoreMaps.putTransientCore Opening transient core 00006_core
[junit4:junit4]   2> 3399 T343 oasc.CoreMaps.putTransientCore Opening transient core 00012_core
[junit4:junit4]   2> 3399 T382 oasc.CoreContainer.registerCore registering core: 00006_core
[junit4:junit4]   2> 3400 T343 oasc.CoreContainer.registerCore registering core: 00012_core
[junit4:junit4]   2> 3409 T383 C34 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id19]} 0 20
[junit4:junit4]   2> 3409 T391 C34 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id61]} 0 18
[junit4:junit4]   2> 3409 T387 C34 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id105]} 0 18
[junit4:junit4]   2> 3409 T339 C34 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id93]} 0 23
[junit4:junit4]   2> 3410 T378 C34 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id111]} 0 24
[junit4:junit4]   2> 3410 T395 C34 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id95]} 0 23
[junit4:junit4]   2> 3410 T390 C34 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id24]} 0 23
[junit4:junit4]   2> 3410 T389 C34 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id98]} 0 24
[junit4:junit4]   2> ASYNC  NEW_CORE C35 name=00012_core org.apache.solr.core.SolrCore@a4029df
[junit4:junit4]   2> 3421 T381 C35 REQ [00012_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3422 T391 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id130]} 0 1
[junit4:junit4]   2> 3422 T339 C25 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id133]} 0 1
[junit4:junit4]   2> 3423 T395 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id134]} 0 2
[junit4:junit4]   2> 3422 T383 C28 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id132]} 0 1
[junit4:junit4]   2> 3424 T390 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id135]} 0 1
[junit4:junit4]   2> 3424 T342 C35 REQ [00012_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> ASYNC  NEW_CORE C36 name=00006_core org.apache.solr.core.SolrCore@10a238d1
[junit4:junit4]   2> 3424 T392 C36 REQ [00006_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3425 T340 C36 REQ [00006_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3423 T387 C28 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id131]} 0 2
[junit4:junit4]   2> 3425 T378 C29 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id136]} 0 1
[junit4:junit4]   2> 3428 T389 C19 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id137]} 0 0
[junit4:junit4]   2> 3429 T390 C34 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id140]} 0 1
[junit4:junit4]   2> 3429 T391 C28 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id138]} 0 0
[junit4:junit4]   2> 3429 T339 C29 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id139]} 0 0
[junit4:junit4]   2> 3429 T383 C21 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id141]} 0 0
[junit4:junit4]   2> 3429 T394 C36 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00006_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b64dd8e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3430 T394 C36 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3430 T384 C35 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00012_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@32902abb),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3433 T395 C34 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id142]} 0 0
[junit4:junit4]   2> 3433 T389 C24 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id145]} 0 0
[junit4:junit4]   2> 3433 T339 C22 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id147]} 0 0
[junit4:junit4]   2> 3435 T383 C22 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id149]} 0 1
[junit4:junit4]   2> 3433 T378 C25 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id143]} 0 0
[junit4:junit4]   2> 3433 T384 C35 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[

[...truncated too long message...]

java:275)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4]    >         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4]    >         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4]    >         at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4]    >         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
[junit4:junit4]    >         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)
[junit4:junit4]    >         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4]    >         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
[junit4:junit4]    >         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]    >    4) Thread[id=816, name=qtp1828169243-816, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
[junit4:junit4]    >         at java.util.WeakHashMap.get(WeakHashMap.java:380)
[junit4:junit4]    >         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)
[junit4:junit4]    >         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4]    >         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]    >         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4]    >         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]    >         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4]    >         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4]    >         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4]    >         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4]    >         at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4]    >         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:926)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:988)
[junit4:junit4]    >         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:635)
[junit4:junit4]    >         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
[junit4:junit4]    >         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
[junit4:junit4]    >         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]    >    5) Thread[id=807, name=qtp1828169243-807, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
[junit4:junit4]    >         at java.util.WeakHashMap.get(WeakHashMap.java:380)
[junit4:junit4]    >         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)
[junit4:junit4]    >         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4]    >         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]    >         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4]    >         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]    >         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4]    >         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4]    >         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4]    >         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4]    >         at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4]    >         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
[junit4:junit4]    >         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)
[junit4:junit4]    >         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4]    >         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
[junit4:junit4]    >         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([72EB3C90818A9077]:0)
[junit4:junit4] Completed on J1 in 346.61s, 6 tests, 2 failures, 2 errors, 4 skipped <<< FAILURES!

[...truncated 578 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1213: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:877: There were test failures: 273 suites, 1147 tests, 3 suite-level errors, 1 failure, 559 ignored (7 assumptions)

Total time: 40 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1429 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1429/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
No registered leader was found, collection:collection1 slice:shard1

Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found, collection:collection1 slice:shard1
	at __randomizedtesting.SeedInfo.seed([16478E795BC6CA2B:97A100612C99AA17]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:484)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:291)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:116)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 8626 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 0 T1919 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 5 T1919 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363523939092
[junit4:junit4]   2> 7 T1919 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 7 T1920 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 10 T1920 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 10 T1920 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 10 T1920 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 10 T1920 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 17 T1920 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 108 T1919 oasc.ZkTestServer.run start zk server on port:42508
[junit4:junit4]   2> 108 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7174cbab
[junit4:junit4]   2> 109 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 110 T1925 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 110 T1925 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 110 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42509
[junit4:junit4]   2> 111 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42509
[junit4:junit4]   2> 111 T1923 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 116 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b200000 with negotiated timeout 10000 for client /140.211.11.196:42509
[junit4:junit4]   2> 116 T1925 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b200000, negotiated timeout = 10000
[junit4:junit4]   2> 116 T1926 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7174cbab name:ZooKeeperConnection Watcher:127.0.0.1:42508 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 116 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 117 T1919 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 120 T1924 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d785c2b200000
[junit4:junit4]   2> 129 T1926 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 130 T1921 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:42509 which had sessionid 0x13d785c2b200000
[junit4:junit4]   2> 129 T1919 oaz.ZooKeeper.close Session: 0x13d785c2b200000 closed
[junit4:junit4]   2> 130 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@207629d0
[junit4:junit4]   2> 131 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 132 T1927 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 132 T1927 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 132 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42510
[junit4:junit4]   2> 133 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42510
[junit4:junit4]   2> 134 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b200001 with negotiated timeout 10000 for client /140.211.11.196:42510
[junit4:junit4]   2> 134 T1927 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b200001, negotiated timeout = 10000
[junit4:junit4]   2> 134 T1928 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@207629d0 name:ZooKeeperConnection Watcher:127.0.0.1:42508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 134 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 135 T1919 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 139 T1919 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 141 T1919 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 144 T1919 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 147 T1919 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 147 T1919 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 156 T1919 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 157 T1919 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 161 T1919 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 162 T1919 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 165 T1919 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 166 T1919 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 169 T1919 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 169 T1919 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 177 T1919 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 178 T1919 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 181 T1919 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 181 T1919 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 184 T1919 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 185 T1919 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 188 T1919 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 188 T1919 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 196 T1924 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d785c2b200001
[junit4:junit4]   2> 197 T1928 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 197 T1921 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:42510 which had sessionid 0x13d785c2b200001
[junit4:junit4]   2> 197 T1919 oaz.ZooKeeper.close Session: 0x13d785c2b200001 closed
[junit4:junit4]   2> 408 T1919 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 414 T1919 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:42514
[junit4:junit4]   2> 415 T1919 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 416 T1919 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 416 T1919 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363523939284
[junit4:junit4]   2> 416 T1919 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363523939284/solr.xml
[junit4:junit4]   2> 417 T1919 oasc.CoreContainer.<init> New CoreContainer 2007053465
[junit4:junit4]   2> 417 T1919 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363523939284/'
[junit4:junit4]   2> 418 T1919 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363523939284/'
[junit4:junit4]   2> 471 T1919 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 472 T1919 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 473 T1919 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 473 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 473 T1919 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 474 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 474 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 475 T1919 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 475 T1919 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 476 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 497 T1919 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 516 T1919 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:42508/solr
[junit4:junit4]   2> 517 T1919 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 517 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@3c4f8d36
[junit4:junit4]   2> 518 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 519 T1938 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 520 T1938 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 520 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42517
[junit4:junit4]   2> 520 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42517
[junit4:junit4]   2> 522 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b200002 with negotiated timeout 20000 for client /140.211.11.196:42517
[junit4:junit4]   2> 522 T1938 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b200002, negotiated timeout = 20000
[junit4:junit4]   2> 522 T1939 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c4f8d36 name:ZooKeeperConnection Watcher:127.0.0.1:42508 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 523 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 524 T1924 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d785c2b200002
[junit4:junit4]   2> 532 T1939 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 532 T1921 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:42517 which had sessionid 0x13d785c2b200002
[junit4:junit4]   2> 532 T1919 oaz.ZooKeeper.close Session: 0x13d785c2b200002 closed
[junit4:junit4]   2> 533 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 544 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6e2ac102
[junit4:junit4]   2> 545 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 545 T1940 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 546 T1940 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 546 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42518
[junit4:junit4]   2> 546 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42518
[junit4:junit4]   2> 547 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b200003 with negotiated timeout 20000 for client /140.211.11.196:42518
[junit4:junit4]   2> 548 T1940 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b200003, negotiated timeout = 20000
[junit4:junit4]   2> 548 T1941 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e2ac102 name:ZooKeeperConnection Watcher:127.0.0.1:42508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 548 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 551 T1919 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 558 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200003 type:create cxid:0x7 zxid:0x1b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 560 T1919 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 563 T1919 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 571 T1919 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42514_
[junit4:junit4]   2> 571 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200003 type:delete cxid:0x12 zxid:0x1e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:42514_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:42514_
[junit4:junit4]   2> 572 T1919 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42514_
[junit4:junit4]   2> 576 T1919 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 592 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200003 type:delete cxid:0x20 zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 593 T1919 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 600 T1919 oasc.Overseer.start Overseer (id=89359904873119747-127.0.0.1:42514_-n_0000000000) starting
[junit4:junit4]   2> 600 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200003 type:create cxid:0x25 zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 602 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200003 type:create cxid:0x26 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 603 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200003 type:create cxid:0x28 zxid:0x27 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 605 T1919 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 616 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200003 type:create cxid:0x2e zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 618 T1943 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 619 T1919 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 621 T1919 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 629 T1919 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 630 T1942 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 634 T1944 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363523939284/collection1
[junit4:junit4]   2> 634 T1944 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 634 T1944 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 635 T1944 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 636 T1944 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363523939284/collection1/'
[junit4:junit4]   2> 637 T1944 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363523939284/collection1/lib/README' to classloader
[junit4:junit4]   2> 637 T1944 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363523939284/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 689 T1944 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 749 T1944 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 750 T1944 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 756 T1944 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1397 T1944 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1409 T1944 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1413 T1944 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1424 T1944 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1429 T1944 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1433 T1944 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1434 T1944 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1435 T1944 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1435 T1944 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1436 T1944 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1436 T1944 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1436 T1944 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1437 T1944 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363523939284/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/control/data/
[junit4:junit4]   2> 1437 T1944 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@599855ed
[junit4:junit4]   2> 1437 T1944 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1439 T1944 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/control/data forceNew: false
[junit4:junit4]   2> 1440 T1944 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/control/data/index/
[junit4:junit4]   2> 1440 T1944 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1440 T1944 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/control/data/index forceNew: false
[junit4:junit4]   2> 1444 T1944 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7909212d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ea62482),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1444 T1944 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1446 T1944 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1447 T1944 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1447 T1944 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1448 T1944 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1448 T1944 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1448 T1944 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1448 T1944 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1449 T1944 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1449 T1944 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1457 T1944 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1463 T1944 oass.SolrIndexSearcher.<init> Opening Searcher@3b38a69b main
[junit4:junit4]   2> 1463 T1944 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/control/data/tlog
[junit4:junit4]   2> 1464 T1944 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1464 T1944 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1467 T1945 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3b38a69b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1469 T1944 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1469 T1944 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2133 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2134 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42514_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42514"}
[junit4:junit4]   2> 2134 T1942 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2134 T1942 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2178 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2485 T1944 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2485 T1944 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:42514 collection:control_collection shard:shard1
[junit4:junit4]   2> 2486 T1944 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2501 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200003 type:delete cxid:0x82 zxid:0x35 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2507 T1944 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2508 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200003 type:create cxid:0x83 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2516 T1944 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2516 T1944 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2516 T1944 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42514/collection1/
[junit4:junit4]   2> 2516 T1944 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2517 T1944 oasc.SyncStrategy.syncToMe http://127.0.0.1:42514/collection1/ has no replicas
[junit4:junit4]   2> 2517 T1944 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42514/collection1/
[junit4:junit4]   2> 2517 T1944 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2521 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200003 type:create cxid:0x8e zxid:0x3a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3682 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3697 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3756 T1944 oasc.ZkController.register We are http://127.0.0.1:42514/collection1/ and leader is http://127.0.0.1:42514/collection1/
[junit4:junit4]   2> 3756 T1944 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42514
[junit4:junit4]   2> 3756 T1944 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3756 T1944 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3756 T1944 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3758 T1944 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3759 T1919 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3760 T1919 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3760 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3774 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3775 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@45c5a2eb
[junit4:junit4]   2> 3776 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3776 T1947 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3777 T1947 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 3777 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42540
[junit4:junit4]   2> 3777 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42540
[junit4:junit4]   2> 3779 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b200004 with negotiated timeout 10000 for client /140.211.11.196:42540
[junit4:junit4]   2> 3779 T1947 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b200004, negotiated timeout = 10000
[junit4:junit4]   2> 3779 T1948 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45c5a2eb name:ZooKeeperConnection Watcher:127.0.0.1:42508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3779 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3781 T1919 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3783 T1919 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3979 T1919 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3982 T1919 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:42542
[junit4:junit4]   2> 3983 T1919 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3984 T1919 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3984 T1919 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363523942869
[junit4:junit4]   2> 3984 T1919 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363523942869/solr.xml
[junit4:junit4]   2> 3985 T1919 oasc.CoreContainer.<init> New CoreContainer 1360093057
[junit4:junit4]   2> 3986 T1919 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363523942869/'
[junit4:junit4]   2> 3986 T1919 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363523942869/'
[junit4:junit4]   2> 4036 T1919 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4037 T1919 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4037 T1919 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4038 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4038 T1919 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4038 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4039 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4039 T1919 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4040 T1919 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4040 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4059 T1919 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4078 T1919 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:42508/solr
[junit4:junit4]   2> 4079 T1919 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4079 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@317dfcc1
[junit4:junit4]   2> 4080 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4081 T1958 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4082 T1958 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 4082 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42545
[junit4:junit4]   2> 4082 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42545
[junit4:junit4]   2> 4084 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b200005 with negotiated timeout 20000 for client /140.211.11.196:42545
[junit4:junit4]   2> 4084 T1958 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b200005, negotiated timeout = 20000
[junit4:junit4]   2> 4085 T1959 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@317dfcc1 name:ZooKeeperConnection Watcher:127.0.0.1:42508 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4085 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4086 T1924 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d785c2b200005
[junit4:junit4]   2> 4103 T1959 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4103 T1921 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:42545 which had sessionid 0x13d785c2b200005
[junit4:junit4]   2> 4103 T1919 oaz.ZooKeeper.close Session: 0x13d785c2b200005 closed
[junit4:junit4]   2> 4104 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4113 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1f94449a
[junit4:junit4]   2> 4114 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4114 T1960 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4115 T1960 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 4115 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42547
[junit4:junit4]   2> 4115 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42547
[junit4:junit4]   2> 4116 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b200006 with negotiated timeout 20000 for client /140.211.11.196:42547
[junit4:junit4]   2> 4117 T1960 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b200006, negotiated timeout = 20000
[junit4:junit4]   2> 4117 T1961 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f94449a name:ZooKeeperConnection Watcher:127.0.0.1:42508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4117 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4118 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200006 type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4120 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200006 type:create cxid:0x3 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4129 T1919 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5132 T1919 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42542_
[junit4:junit4]   2> 5133 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200006 type:delete cxid:0xd zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:42542_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:42542_
[junit4:junit4]   2> 5159 T1919 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42542_
[junit4:junit4]   2> 5162 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5163 T1961 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5163 T1948 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5164 T1941 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5170 T1962 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363523942869/collection1
[junit4:junit4]   2> 5170 T1962 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5171 T1962 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5171 T1962 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5172 T1962 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363523942869/collection1/'
[junit4:junit4]   2> 5173 T1962 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363523942869/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5174 T1962 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363523942869/collection1/lib/README' to classloader
[junit4:junit4]   2> 5214 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5215 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42514_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42514"}
[junit4:junit4]   2> 5228 T1962 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 5229 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5229 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5229 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5288 T1962 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5289 T1962 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5295 T1962 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5950 T1962 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5962 T1962 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5966 T1962 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5978 T1962 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5983 T1962 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5988 T1962 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5989 T1962 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5990 T1962 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5990 T1962 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5991 T1962 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5991 T1962 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5992 T1962 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5992 T1962 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363523942869/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty1/
[junit4:junit4]   2> 5992 T1962 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@599855ed
[junit4:junit4]   2> 5993 T1962 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5995 T1962 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty1 forceNew: false
[junit4:junit4]   2> 5995 T1962 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty1/index/
[junit4:junit4]   2> 5995 T1962 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5996 T1962 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty1/index forceNew: false
[junit4:junit4]   2> 5998 T1962 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@70a5f18f lockFactory=org.apache.lucene.store.NativeFSLockFactory@114e1520),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5999 T1962 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6001 T1962 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6002 T1962 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6002 T1962 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6003 T1962 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6003 T1962 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6004 T1962 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6004 T1962 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6004 T1962 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6005 T1962 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6013 T1962 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6019 T1962 oass.SolrIndexSearcher.<init> Opening Searcher@41e41c46 main
[junit4:junit4]   2> 6020 T1962 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty1/tlog
[junit4:junit4]   2> 6021 T1962 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6021 T1962 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6025 T1963 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@41e41c46 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6027 T1962 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 6027 T1962 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6738 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6739 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42542_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42542"}
[junit4:junit4]   2> 6739 T1942 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6739 T1942 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6751 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6751 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6751 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7054 T1962 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7054 T1962 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:42542 collection:collection1 shard:shard1
[junit4:junit4]   2> 7055 T1962 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7071 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200006 type:delete cxid:0x4a zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7072 T1962 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7073 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200006 type:create cxid:0x4b zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7082 T1962 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7082 T1962 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7082 T1962 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42542/collection1/
[junit4:junit4]   2> 7082 T1962 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7082 T1962 oasc.SyncStrategy.syncToMe http://127.0.0.1:42542/collection1/ has no replicas
[junit4:junit4]   2> 7082 T1962 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42542/collection1/
[junit4:junit4]   2> 7083 T1962 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7087 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200006 type:create cxid:0x56 zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8256 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8293 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8293 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8293 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8321 T1962 oasc.ZkController.register We are http://127.0.0.1:42542/collection1/ and leader is http://127.0.0.1:42542/collection1/
[junit4:junit4]   2> 8321 T1962 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42542
[junit4:junit4]   2> 8321 T1962 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8321 T1962 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8321 T1962 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8329 T1962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8330 T1919 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 8331 T1919 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8332 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8564 T1919 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8566 T1919 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:42572
[junit4:junit4]   2> 8567 T1919 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8568 T1919 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8568 T1919 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363523947442
[junit4:junit4]   2> 8569 T1919 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363523947442/solr.xml
[junit4:junit4]   2> 8569 T1919 oasc.CoreContainer.<init> New CoreContainer 313345021
[junit4:junit4]   2> 8570 T1919 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363523947442/'
[junit4:junit4]   2> 8570 T1919 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363523947442/'
[junit4:junit4]   2> 8623 T1919 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8623 T1919 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8624 T1919 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8624 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8625 T1919 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8625 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8625 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8626 T1919 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8626 T1919 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8627 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8646 T1919 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8671 T1919 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:42508/solr
[junit4:junit4]   2> 8672 T1919 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8673 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@4326364a
[junit4:junit4]   2> 8674 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8674 T1974 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8694 T1974 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 8694 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42573
[junit4:junit4]   2> 8694 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42573
[junit4:junit4]   2> 8700 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b200007 with negotiated timeout 20000 for client /140.211.11.196:42573
[junit4:junit4]   2> 8700 T1974 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b200007, negotiated timeout = 20000
[junit4:junit4]   2> 8700 T1975 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4326364a name:ZooKeeperConnection Watcher:127.0.0.1:42508 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8701 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8702 T1924 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d785c2b200007
[junit4:junit4]   2> 8724 T1975 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8724 T1921 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:42573 which had sessionid 0x13d785c2b200007
[junit4:junit4]   2> 8724 T1919 oaz.ZooKeeper.close Session: 0x13d785c2b200007 closed
[junit4:junit4]   2> 8726 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8736 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7d655ceb
[junit4:junit4]   2> 8737 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8737 T1976 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8738 T1976 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 8738 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42574
[junit4:junit4]   2> 8738 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42574
[junit4:junit4]   2> 8740 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b200008 with negotiated timeout 20000 for client /140.211.11.196:42574
[junit4:junit4]   2> 8740 T1976 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b200008, negotiated timeout = 20000
[junit4:junit4]   2> 8740 T1977 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d655ceb name:ZooKeeperConnection Watcher:127.0.0.1:42508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8740 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8741 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8743 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200008 type:create cxid:0x3 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8752 T1919 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9755 T1919 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42572_
[junit4:junit4]   2> 9756 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200008 type:delete cxid:0xd zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:42572_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:42572_
[junit4:junit4]   2> 9783 T1919 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42572_
[junit4:junit4]   2> 9785 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9786 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9786 T1961 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9786 T1977 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9787 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9787 T1941 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9788 T1948 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9804 T1978 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363523947442/collection1
[junit4:junit4]   2> 9804 T1978 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9804 T1978 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9805 T1978 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9806 T1978 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363523947442/collection1/'
[junit4:junit4]   2> 9807 T1978 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363523947442/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9807 T1978 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363523947442/collection1/lib/README' to classloader
[junit4:junit4]   2> 9831 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9832 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42542_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42542"}
[junit4:junit4]   2> 9842 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9842 T1977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9842 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9842 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9856 T1978 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 9911 T1978 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9912 T1978 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9917 T1978 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10577 T1978 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10589 T1978 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10594 T1978 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10606 T1978 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10611 T1978 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10616 T1978 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10617 T1978 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10618 T1978 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10618 T1978 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10619 T1978 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10619 T1978 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10619 T1978 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10620 T1978 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363523947442/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty2/
[junit4:junit4]   2> 10620 T1978 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@599855ed
[junit4:junit4]   2> 10620 T1978 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10622 T1978 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty2 forceNew: false
[junit4:junit4]   2> 10623 T1978 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty2/index/
[junit4:junit4]   2> 10623 T1978 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10623 T1978 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty2/index forceNew: false
[junit4:junit4]   2> 10626 T1978 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a67235d lockFactory=org.apache.lucene.store.NativeFSLockFactory@a37aa32),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10626 T1978 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10629 T1978 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10629 T1978 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10630 T1978 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10630 T1978 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10631 T1978 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10631 T1978 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10631 T1978 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10632 T1978 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10632 T1978 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10640 T1978 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10647 T1978 oass.SolrIndexSearcher.<init> Opening Searcher@5a673f6a main
[junit4:junit4]   2> 10647 T1978 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty2/tlog
[junit4:junit4]   2> 10648 T1978 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10648 T1978 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10652 T1979 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5a673f6a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10654 T1978 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10654 T1978 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11347 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11348 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42572_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42572"}
[junit4:junit4]   2> 11348 T1942 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11348 T1942 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 11390 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11390 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11390 T1977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11390 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11656 T1978 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11656 T1978 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:42572 collection:collection1 shard:shard2
[junit4:junit4]   2> 11657 T1978 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 11672 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200008 type:delete cxid:0x49 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 11673 T1978 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 11674 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200008 type:create cxid:0x4a zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11683 T1978 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 11683 T1978 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 11683 T1978 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42572/collection1/
[junit4:junit4]   2> 11683 T1978 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 11684 T1978 oasc.SyncStrategy.syncToMe http://127.0.0.1:42572/collection1/ has no replicas
[junit4:junit4]   2> 11684 T1978 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42572/collection1/
[junit4:junit4]   2> 11684 T1978 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 11687 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200008 type:create cxid:0x54 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12894 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12951 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12951 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12951 T1977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12951 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12972 T1978 oasc.ZkController.register We are http://127.0.0.1:42572/collection1/ and leader is http://127.0.0.1:42572/collection1/
[junit4:junit4]   2> 12972 T1978 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42572
[junit4:junit4]   2> 12972 T1978 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 12972 T1978 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 12972 T1978 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12974 T1978 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12975 T1919 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 12975 T1919 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12976 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13179 T1919 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 13182 T1919 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:42604
[junit4:junit4]   2> 13182 T1919 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 13183 T1919 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13183 T1919 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363523952079
[junit4:junit4]   2> 13183 T1919 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363523952079/solr.xml
[junit4:junit4]   2> 13184 T1919 oasc.CoreContainer.<init> New CoreContainer 1602231698
[junit4:junit4]   2> 13184 T1919 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363523952079/'
[junit4:junit4]   2> 13185 T1919 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363523952079/'
[junit4:junit4]   2> 13228 T1919 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 13229 T1919 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13229 T1919 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 13229 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13230 T1919 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13230 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13231 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13231 T1919 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13232 T1919 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13232 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 13247 T1919 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13262 T1919 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:42508/solr
[junit4:junit4]   2> 13263 T1919 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 13263 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@52eac44f
[junit4:junit4]   2> 13264 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13265 T1990 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 13266 T1990 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 13266 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42605
[junit4:junit4]   2> 13266 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42605
[junit4:junit4]   2> 13268 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b200009 with negotiated timeout 20000 for client /140.211.11.196:42605
[junit4:junit4]   2> 13268 T1990 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b200009, negotiated timeout = 20000
[junit4:junit4]   2> 13269 T1991 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52eac44f name:ZooKeeperConnection Watcher:127.0.0.1:42508 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13269 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13270 T1924 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d785c2b200009
[junit4:junit4]   2> 13271 T1991 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13271 T1921 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:42605 which had sessionid 0x13d785c2b200009
[junit4:junit4]   2> 13271 T1919 oaz.ZooKeeper.close Session: 0x13d785c2b200009 closed
[junit4:junit4]   2> 13272 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 13278 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@25ca9e5c
[junit4:junit4]   2> 13279 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13279 T1992 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 13280 T1992 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 13280 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42606
[junit4:junit4]   2> 13280 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42606
[junit4:junit4]   2> 13282 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b20000a with negotiated timeout 20000 for client /140.211.11.196:42606
[junit4:junit4]   2> 13282 T1992 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b20000a, negotiated timeout = 20000
[junit4:junit4]   2> 13282 T1993 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25ca9e5c name:ZooKeeperConnection Watcher:127.0.0.1:42508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13282 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13283 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b20000a type:create cxid:0x1 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13298 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b20000a type:create cxid:0x3 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13301 T1919 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 14304 T1919 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42604_
[junit4:junit4]   2> 14305 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b20000a type:delete cxid:0xd zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:42604_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:42604_
[junit4:junit4]   2> 14306 T1919 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42604_
[junit4:junit4]   2> 14309 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14309 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14309 T1977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14310 T1993 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14310 T1961 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14311 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14312 T1941 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14312 T1948 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14320 T1977 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14326 T1994 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363523952079/collection1
[junit4:junit4]   2> 14326 T1994 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 14326 T1994 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 14327 T1994 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 14328 T1994 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363523952079/collection1/'
[junit4:junit4]   2> 14329 T1994 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363523952079/collection1/lib/README' to classloader
[junit4:junit4]   2> 14330 T1994 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363523952079/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 14379 T1994 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 14438 T1994 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14439 T1994 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14445 T1994 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14461 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14462 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42572_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42572"}
[junit4:junit4]   2> 14476 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14476 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14476 T1993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14476 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14476 T1977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14920 T1994 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14928 T1994 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14931 T1994 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14941 T1994 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14944 T1994 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14948 T1994 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14948 T1994 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14949 T1994 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14950 T1994 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14950 T1994 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14951 T1994 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14951 T1994 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14951 T1994 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363523952079/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty3/
[junit4:junit4]   2> 14951 T1994 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@599855ed
[junit4:junit4]   2> 14951 T1994 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14953 T1994 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty3 forceNew: false
[junit4:junit4]   2> 14953 T1994 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty3/index/
[junit4:junit4]   2> 14953 T1994 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14954 T1994 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty3/index forceNew: false
[junit4:junit4]   2> 14956 T1994 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a05623 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6052cde8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14956 T1994 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14958 T1994 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14958 T1994 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14958 T1994 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14959 T1994 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14959 T1994 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14959 T1994 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14959 T1994 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14960 T1994 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14960 T1994 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14965 T1994 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14969 T1994 oass.SolrIndexSearcher.<init> Opening Searcher@4f686604 main
[junit4:junit4]   2> 14970 T1994 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty3/tlog
[junit4:junit4]   2> 14970 T1994 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14971 T1994 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14974 T1995 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4f686604 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14975 T1994 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14975 T1994 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15980 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15981 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42604_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42604"}
[junit4:junit4]   2> 15981 T1942 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 15981 T1942 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 15994 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15994 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15994 T1977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15994 T1993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15994 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16978 T1994 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16978 T1994 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:42604 collection:collection1 shard:shard1
[junit4:junit4]   2> 17007 T1994 oasc.ZkController.register We are http://127.0.0.1:42604/collection1/ and leader is http://127.0.0.1:42542/collection1/
[junit4:junit4]   2> 17007 T1994 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42604
[junit4:junit4]   2> 17007 T1994 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 17007 T1994 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C156 name=collection1 org.apache.solr.core.SolrCore@2eb1d8c3 url=http://127.0.0.1:42604/collection1 node=127.0.0.1:42604_ C156_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:42604_, base_url=http://127.0.0.1:42604}
[junit4:junit4]   2> 17007 T1996 C156 P42604 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 17008 T1994 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17008 T1996 C156 P42604 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 17008 T1996 C156 P42604 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 17008 T1996 C156 P42604 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 17009 T1919 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 17009 T1919 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 17010 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17021 T1996 C156 P42604 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17240 T1919 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 17243 T1919 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:42654
[junit4:junit4]   2> 17244 T1919 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 17244 T1919 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 17245 T1919 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363523956113
[junit4:junit4]   2> 17245 T1919 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363523956113/solr.xml
[junit4:junit4]   2> 17245 T1919 oasc.CoreContainer.<init> New CoreContainer 7087975
[junit4:junit4]   2> 17246 T1919 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363523956113/'
[junit4:junit4]   2> 17247 T1919 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363523956113/'
[junit4:junit4]   2> 17304 T1919 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 17304 T1919 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 17305 T1919 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 17305 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 17306 T1919 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 17306 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 17306 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 17307 T1919 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 17307 T1919 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 17308 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 17330 T1919 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 17350 T1919 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:42508/solr
[junit4:junit4]   2> 17350 T1919 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 17351 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@46e6a7e7
[junit4:junit4]   2> 17352 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 17352 T2007 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 17353 T2007 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 17353 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42656
[junit4:junit4]   2> 17354 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42656
[junit4:junit4]   2> 17355 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b20000b with negotiated timeout 20000 for client /140.211.11.196:42656
[junit4:junit4]   2> 17355 T2007 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b20000b, negotiated timeout = 20000
[junit4:junit4]   2> 17356 T2008 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46e6a7e7 name:ZooKeeperConnection Watcher:127.0.0.1:42508 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 17356 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 17357 T1924 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d785c2b20000b
[junit4:junit4]   2> 17358 T2008 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 17358 T1921 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:42656 which had sessionid 0x13d785c2b20000b
[junit4:junit4]   2> 17358 T1919 oaz.ZooKeeper.close Session: 0x13d785c2b20000b closed
[junit4:junit4]   2> 17359 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 17370 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@71e0fa3
[junit4:junit4]   2> 17371 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 17371 T2009 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 17372 T2009 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 17372 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42657
[junit4:junit4]   2> 17372 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42657
[junit4:junit4]   2> 17373 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b20000c with negotiated timeout 20000 for client /140.211.11.196:42657
[junit4:junit4]   2> 17373 T2009 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b20000c, negotiated timeout = 20000
[junit4:junit4]   2> 17374 T2010 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71e0fa3 name:ZooKeeperConnection Watcher:127.0.0.1:42508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 17374 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 17375 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b20000c type:create cxid:0x1 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17376 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b20000c type:create cxid:0x3 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17378 T1919 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 17498 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17499 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42604_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42604"}
[junit4:junit4]   2> 17512 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17512 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17512 T2010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17512 T1977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17512 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17512 T1993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18035 T1951 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=4&state=recovering&nodeName=127.0.0.1:42604_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   2> 18381 T1919 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42654_
[junit4:junit4]   2> 18382 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b20000c type:delete cxid:0xf zxid:0xa7 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:42654_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:42654_
[junit4:junit4]   2> 18388 T1919 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42654_
[junit4:junit4]   2> 18390 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18390 T1993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18390 T2010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18390 T1977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18390 T1961 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18390 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18391 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18392 T1941 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18402 T2010 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18402 T1993 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18402 T1977 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18402 T1948 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18406 T2011 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363523956113/collection1
[junit4:junit4]   2> 18406 T2011 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 18406 T2011 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 18407 T2011 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 18408 T2011 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363523956113/collection1/'
[junit4:junit4]   2> 18409 T2011 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363523956113/collection1/lib/README' to classloader
[junit4:junit4]   2> 18410 T2011 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363523956113/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 18461 T2011 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 18521 T2011 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 18522 T2011 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 18528 T2011 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 19149 T2011 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 19157 T2011 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 19159 T2011 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 19169 T2011 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19173 T2011 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19176 T2011 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19177 T2011 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19177 T2011 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19177 T2011 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19178 T2011 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19178 T2011 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19178 T2011 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19178 T2011 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363523956113/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty4/
[junit4:junit4]   2> 19179 T2011 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@599855ed
[junit4:junit4]   2> 19179 T2011 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19181 T2011 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty4 forceNew: false
[junit4:junit4]   2> 19181 T2011 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty4/index/
[junit4:junit4]   2> 19181 T2011 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 19181 T2011 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty4/index forceNew: false
[junit4:junit4]   2> 19183 T2011 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@311204b6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1da00ca5),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19183 T2011 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19185 T2011 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 19185 T2011 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 19186 T2011 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 19186 T2011 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 19187 T2011 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 19187 T2011 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 19187 T2011 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 19187 T2011 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 19188 T2011 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 19193 T2011 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 19197 T2011 oass.SolrIndexSearcher.<init> Opening Searcher@3f89f006 main
[junit4:junit4]   2> 19197 T2011 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty4/tlog
[junit4:junit4]   2> 19198 T2011 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 19198 T2011 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 19201 T2012 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f89f006 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 19203 T2011 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 19203 T2011 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C156_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:42604_, base_url=http://127.0.0.1:42604}
[junit4:junit4]   2> 20037 T1996 C156 P42604 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:42542/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 20037 T1996 C156 P42604 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:42604 START replicas=[http://127.0.0.1:42542/collection1/] nUpdates=100
[junit4:junit4]   2> 20037 T1996 C156 P42604 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 20039 T1996 C156 P42604 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 20039 T1996 C156 P42604 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 20039 T1996 C156 P42604 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 20039 T1996 C156 P42604 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 20040 T1996 C156 P42604 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:42542/collection1/. core=collection1
[junit4:junit4]   2> 20040 T1996 C156 P42604 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C157 name=collection1 org.apache.solr.core.SolrCore@5f53c60e url=http://127.0.0.1:42542/collection1 node=127.0.0.1:42542_ C157_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:42542_, base_url=http://127.0.0.1:42542, leader=true}
[junit4:junit4]   2> 20047 T1952 C157 P42542 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 20056 T1953 C157 P42542 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 20058 T1953 C157 P42542 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@70a5f18f lockFactory=org.apache.lucene.store.NativeFSLockFactory@114e1520),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 20059 T1953 C157 P42542 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 20059 T1953 C157 P42542 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@70a5f18f lockFactory=org.apache.lucene.store.NativeFSLockFactory@114e1520),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@70a5f18f lockFactory=org.apache.lucene.store.NativeFSLockFactory@114e1520),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20059 T1953 C157 P42542 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20060 T1953 C157 P42542 oass.SolrIndexSearcher.<init> Opening Searcher@2540ede7 realtime
[junit4:junit4]   2> 20060 T1953 C157 P42542 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20060 T1953 C157 P42542 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4]   2> 20061 T1996 C156 P42604 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20061 T1996 C156 P42604 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 20063 T1954 C157 P42542 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20063 T1954 C157 P42542 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 20064 T1996 C156 P42604 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 20064 T1996 C156 P42604 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 20064 T1996 C156 P42604 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 20067 T1954 C157 P42542 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 20068 T1996 C156 P42604 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 20070 T1996 C156 P42604 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty3/index.20130317133919154 forceNew: false
[junit4:junit4]   2> 20071 T1996 C156 P42604 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index6046760475tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@313f1351; maxCacheMB=0.1875 maxMergeSizeMB=0.189453125)) fullCopy=false
[junit4:junit4]   2> 20074 T1954 C157 P42542 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 20075 T1996 C156 P42604 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 20103 T1996 C156 P42604 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 20104 T1996 C156 P42604 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 20105 T1996 C156 P42604 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a05623 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6052cde8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a05623 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6052cde8),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20105 T1996 C156 P42604 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20105 T1996 C156 P42604 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 20105 T1996 C156 P42604 oass.SolrIndexSearcher.<init> Opening Searcher@7948b82b main
[junit4:junit4]   2> 20106 T1995 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7948b82b main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 20107 T1996 C156 P42604 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index6046760475tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@313f1351; maxCacheMB=0.1875 maxMergeSizeMB=0.189453125))
[junit4:junit4]   2> 20107 T1996 C156 P42604 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 20107 T1996 C156 P42604 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 20108 T1996 C156 P42604 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 20108 T1996 C156 P42604 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20117 T1996 C156 P42604 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20518 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20519 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42654_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42654"}
[junit4:junit4]   2> 20519 T1942 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 20520 T1942 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 20525 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42604_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42604"}
[junit4:junit4]   2> 20539 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20539 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20539 T2010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20539 T1993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20539 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20539 T1977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21231 T2011 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 21231 T2011 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:42654 collection:collection1 shard:shard2
[junit4:junit4]   2> 21234 T2011 oasc.ZkController.register We are http://127.0.0.1:42654/collection1/ and leader is http://127.0.0.1:42572/collection1/
[junit4:junit4]   2> 21234 T2011 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42654
[junit4:junit4]   2> 21234 T2011 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 21234 T2011 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C158 name=collection1 org.apache.solr.core.SolrCore@39d3cbe3 url=http://127.0.0.1:42654/collection1 node=127.0.0.1:42654_ C158_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:42654_, base_url=http://127.0.0.1:42654}
[junit4:junit4]   2> 21235 T2015 C158 P42654 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 21235 T2015 C158 P42654 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 21235 T2015 C158 P42654 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 21235 T2015 C158 P42654 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 21236 T2011 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21236 T2015 C158 P42654 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21237 T1919 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 21237 T1919 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 21238 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21248 T1919 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21249 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21257 T1955 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363523942869/onenodecollectioncore
[junit4:junit4]   2> 21257 T1955 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 21258 T1955 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 21258 T1955 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 21259 T1955 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 21259 T1955 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 21261 T1955 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 21262 T1955 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363523942869/onenodecollectioncore/'
[junit4:junit4]   2> 21307 T1955 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 21345 T1955 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 21346 T1955 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 21350 T1955 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 21761 T1955 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 21768 T1955 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 21771 T1955 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 21780 T1955 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 21784 T1955 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 21786 T1955 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 21787 T1955 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 21788 T1955 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 21788 T1955 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 21789 T1955 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 21789 T1955 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 21789 T1955 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 21790 T1955 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363523942869/onenodecollectioncore/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363523939092/onenodecollection/
[junit4:junit4]   2> 21790 T1955 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@599855ed
[junit4:junit4]   2> 21790 T1955 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 21792 T1955 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363523939092/onenodecollection forceNew: false
[junit4:junit4]   2> 21792 T1955 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363523939092/onenodecollection/index/
[junit4:junit4]   2> 21792 T1955 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363523939092/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 21793 T1955 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363523939092/onenodecollection/index forceNew: false
[junit4:junit4]   2> 21795 T1955 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7dcbdb80 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a30a9b0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21795 T1955 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21797 T1955 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 21797 T1955 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 21798 T1955 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 21798 T1955 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 21799 T1955 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 21799 T1955 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 21799 T1955 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 21800 T1955 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 21800 T1955 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 21806 T1955 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 21811 T1955 oass.SolrIndexSearcher.<init> Opening Searcher@719dd1dc main
[junit4:junit4]   2> 21811 T1955 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363523939092/onenodecollection/tlog
[junit4:junit4]   2> 21812 T1955 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 21812 T1955 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 21814 T2017 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@719dd1dc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 21815 T1955 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 22052 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22052 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42654_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42654"}
[junit4:junit4]   2> 22055 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42542_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42542"}
[junit4:junit4]   2> 22055 T1942 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4]   2> 22055 T1942 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 22067 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22067 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22067 T2010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22067 T1993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22067 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22067 T1977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22250 T1967 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=5&state=recovering&nodeName=127.0.0.1:42654_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   2> 22819 T1955 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4]   2> 22819 T1955 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:42542 collection:onenodecollection shard:shard1
[junit4:junit4]   2> 22820 T1955 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   2> 22836 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200006 type:delete cxid:0xac zxid:0xc2 txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   2> 22837 T1955 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 22837 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200006 type:create cxid:0xad zxid:0xc3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 22848 T1955 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 22848 T1955 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 22849 T1955 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42542/onenodecollectioncore/
[junit4:junit4]   2> 22849 T1955 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 22849 T1955 oasc.SyncStrategy.syncToMe http://127.0.0.1:42542/onenodecollectioncore/ has no replicas
[junit4:junit4]   2> 22850 T1955 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42542/onenodecollectioncore/
[junit4:junit4]   2> 22850 T1955 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   2> 22854 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200006 type:create cxid:0xb8 zxid:0xc7 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 23581 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23599 T1977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23599 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23599 T1993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23599 T2010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23599 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23599 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23629 T1955 oasc.ZkController.register We are http://127.0.0.1:42542/onenodecollectioncore/ and leader is http://127.0.0.1:42542/onenodecollectioncore/
[junit4:junit4]   2> 23629 T1955 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:42542
[junit4:junit4]   2> 23629 T1955 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 23630 T1955 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4]   2> 23631 T1955 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23632 T1955 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {numShards=1&roles=none&name=onenodecollectioncore&action=CREATE&collection=onenodecollection&dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363523939092/onenodecollection&wt=javabin&version=2} status=0 QTime=2375 
[junit4:junit4]   2> 23633 T1919 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 23634 T1919 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C158_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:42654_, base_url=http://127.0.0.1:42654}
[junit4:junit4]   2> 24251 T2015 C158 P42654 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:42572/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 24251 T2015 C158 P42654 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:42654 START replicas=[http://127.0.0.1:42572/collection1/] nUpdates=100
[junit4:junit4]   2> 24251 T2015 C158 P42654 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 24252 T2015 C158 P42654 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 24252 T2015 C158 P42654 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 24252 T2015 C158 P42654 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 24252 T2015 C158 P42654 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 24252 T2015 C158 P42654 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:42572/collection1/. core=collection1
[junit4:junit4]   2> 24253 T2015 C158 P42654 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C159 name=collection1 org.apache.solr.core.SolrCore@5dd8bb74 url=http://127.0.0.1:42572/collection1 node=127.0.0.1:42572_ C159_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:42572_, base_url=http://127.0.0.1:42572, leader=true}
[junit4:junit4]   2> 24259 T1968 C159 P42572 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24267 T1969 C159 P42572 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24270 T1969 C159 P42572 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a67235d lockFactory=org.apache.lucene.store.NativeFSLockFactory@a37aa32),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 24270 T1969 C159 P42572 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 24271 T1969 C159 P42572 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a67235d lockFactory=org.apache.lucene.store.NativeFSLockFactory@a37aa32),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a67235d lockFactory=org.apache.lucene.store.NativeFSLockFactory@a37aa32),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 24271 T1969 C159 P42572 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 24272 T1969 C159 P42572 oass.SolrIndexSearcher.<init> Opening Searcher@617da757 realtime
[junit4:junit4]   2> 24272 T1969 C159 P42572 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24273 T1969 C159 P42572 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 24273 T2015 C158 P42654 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 24274 T2015 C158 P42654 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 24275 T1970 C159 P42572 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 24275 T1970 C159 P42572 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24276 T2015 C158 P42654 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 24276 T2015 C158 P42654 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 24276 T2015 C158 P42654 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 24279 T1970 C159 P42572 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24280 T2015 C158 P42654 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 24282 T2015 C158 P42654 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty4/index.20130317133923366 forceNew: false
[junit4:junit4]   2> 24282 T2015 C158 P42654 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index6046760477tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@528ff62a; maxCacheMB=0.1875 maxMergeSizeMB=0.189453125)) fullCopy=false
[junit4:junit4]   2> 24285 T1970 C159 P42572 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 24286 T2015 C158 P42654 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 24314 T2015 C158 P42654 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 24314 T2015 C158 P42654 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 24315 T2015 C158 P42654 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@311204b6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1da00ca5),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@311204b6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1da00ca5),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 24316 T2015 C158 P42654 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 24316 T2015 C158 P42654 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 24316 T2015 C158 P42654 oass.SolrIndexSearcher.<init> Opening Searcher@62b8f140 main
[junit4:junit4]   2> 24317 T2012 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@62b8f140 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 24318 T2015 C158 P42654 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index6046760477tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@528ff62a; maxCacheMB=0.1875 maxMergeSizeMB=0.189453125))
[junit4:junit4]   2> 24318 T2015 C158 P42654 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 24319 T2015 C158 P42654 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 24319 T2015 C158 P42654 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 24319 T2015 C158 P42654 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 24320 T2015 C158 P42654 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 24636 T1919 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25105 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25105 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:42542__onenodecollectioncore",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42542_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42542"}
[junit4:junit4]   2> 25125 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42654_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42654"}
[junit4:junit4]   2> 25135 T1977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25135 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25135 T2010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25135 T1993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25135 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25135 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25638 T1919 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25639 T1919 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4]   2> 25640 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C160 name=onenodecollectioncore org.apache.solr.core.SolrCore@a7c6cfb url=http://127.0.0.1:42542/onenodecollectioncore node=127.0.0.1:42542_ C160_STATE=coll:onenodecollection core:onenodecollectioncore props:{shard=shard1, roles=none, state=active, core=onenodecollectioncore, collection=onenodecollection, node_name=127.0.0.1:42542_, base_url=http://127.0.0.1:42542, leader=true}
[junit4:junit4]   2> 25669 T1956 C160 P42542 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7dcbdb80 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a30a9b0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 25670 T1956 C160 P42542 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 25672 T1956 C160 P42542 /update {wt=javabin&version=2} {add=[1 (1429758504864841728)]} 0 5
[junit4:junit4]   2> 25678 T1956 C160 P42542 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25681 T1956 C160 P42542 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7dcbdb80 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a30a9b0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7dcbdb80 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a30a9b0),segFN=segments_2,generation=2,filenames=[_0_Pulsing41_1.tip, _0_MockFixedIntBlock_0.tib, _0_Pulsing41_1.tim, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_MockFixedIntBlock_0.tii, _0.nvd, _0.si, _0_MockRandom_0.tib, _0.fnm, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockRandom_0.skp, _0_MockFixedIntBlock_0.frq, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockFixedIntBlock_0.doc, _0_MockRandom_0.doc, _0_MockRandom_0.pos, segments_2, _0_MockRandom_0.tii, _0_Pulsing41_1.doc, _0.fdx, _0_Pulsing41_1.pos, _0_MockRandom_0.pyl, _0.fdt]
[junit4:junit4]   2> 25682 T1956 C160 P42542 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Pulsing41_1.tip, _0_MockFixedIntBlock_0.tib, _0_Pulsing41_1.tim, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_MockFixedIntBlock_0.tii, _0.nvd, _0.si, _0_MockRandom_0.tib, _0.fnm, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockRandom_0.skp, _0_MockFixedIntBlock_0.frq, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockFixedIntBlock_0.doc, _0_MockRandom_0.doc, _0_MockRandom_0.pos, segments_2, _0_MockRandom_0.tii, _0_Pulsing41_1.doc, _0.fdx, _0_Pulsing41_1.pos, _0_MockRandom_0.pyl, _0.fdt]
[junit4:junit4]   2> 25684 T1956 C160 P42542 oass.SolrIndexSearcher.<init> Opening Searcher@19691ea4 main
[junit4:junit4]   2> 25684 T1956 C160 P42542 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25685 T2017 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@19691ea4 main{StandardDirectoryReader(segments_2:3 _0(4.3):C1)}
[junit4:junit4]   2> 25686 T1956 C160 P42542 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 25690 T1956 C160 P42542 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 25691 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 25703 T1956 C160 P42542 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C161 name=collection1 org.apache.solr.core.SolrCore@1caf3cee url=http://127.0.0.1:42514/collection1 node=127.0.0.1:42514_ C161_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:42514_, base_url=http://127.0.0.1:42514, leader=true}
[junit4:junit4]   2> 25712 T1931 C161 P42514 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7909212d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ea62482),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 25713 T1931 C161 P42514 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 25716 T1931 C161 P42514 /update {wt=javabin&version=2} {add=[1 (1429758504910979072)]} 0 6
[junit4:junit4]   2>  C156_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:42604_, base_url=http://127.0.0.1:42604}
[junit4:junit4]   2> 25739 T1983 C156 P42604 /update {distrib.from=http://127.0.0.1:42542/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429758504926707712)]} 0 3
[junit4:junit4]   2> 25740 T1957 C157 P42542 /update {wt=javabin&version=2} {add=[1 (1429758504926707712)]} 0 14
[junit4:junit4]   2> 25743 T1931 C161 P42514 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25748 T1931 C161 P42514 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7909212d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ea62482),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7909212d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ea62482),segFN=segments_2,generation=2,filenames=[_0_Pulsing41_1.tip, _0_MockFixedIntBlock_0.tib, _0_Pulsing41_1.tim, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockFixedIntBlock_0.tii, _0_Pulsing41_0.tip, _0.nvd, _0.si, _0_MockRandom_0.tib, _0.fnm, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.tiv, _0_MockRandom_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockRandom_0.pos, segments_2, _0_Pulsing41_1.doc, _0.fdx, _0_Pulsing41_1.pos, _0.fdt]
[junit4:junit4]   2> 25748 T1931 C161 P42514 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Pulsing41_1.tip, _0_MockFixedIntBlock_0.tib, _0_Pulsing41_1.tim, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockFixedIntBlock_0.tii, _0_Pulsing41_0.tip, _0.nvd, _0.si, _0_MockRandom_0.tib, _0.fnm, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.tiv, _0_MockRandom_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockRandom_0.pos, segments_2, _0_Pulsing41_1.doc, _0.fdx, _0_Pulsing41_1.pos, _0.fdt]
[junit4:junit4]   2> 25751 T1931 C161 P42514 oass.SolrIndexSearcher.<init> Opening Searcher@152472b5 main
[junit4:junit4]   2> 25752 T1931 C161 P42514 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25752 T1945 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@152472b5 main{StandardDirectoryReader(segments_2:3 _0(4.3):C1)}
[junit4:junit4]   2> 25753 T1931 C161 P42514 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4]   2> 25755 T1957 C157 P42542 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25760 T1957 C157 P42542 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@70a5f18f lockFactory=org.apache.lucene.store.NativeFSLockFactory@114e1520),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@70a5f18f lockFactory=org.apache.lucene.store.NativeFSLockFactory@114e1520),segFN=segments_3,generation=3,filenames=[_0_Pulsing41_1.tip, _0_MockFixedIntBlock_0.tib, _0_Pulsing41_1.tim, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockFixedIntBlock_0.tii, _0_Pulsing41_0.tip, _0.nvd, _0.si, _0_MockRandom_0.tib, _0.fnm, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.tiv, _0_MockRandom_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockRandom_0.pos, _0_Pulsing41_1.doc, _0.fdx, _0_Pulsing41_1.pos, _0.fdt, segments_3]
[junit4:junit4]   2> 25760 T1957 C157 P42542 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_Pulsing41_1.tip, _0_MockFixedIntBlock_0.tib, _0_Pulsing41_1.tim, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockFixedIntBlock_0.tii, _0_Pulsing41_0.tip, _0.nvd, _0.si, _0_MockRandom_0.tib, _0.fnm, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.tiv, _0_MockRandom_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockRandom_0.pos, _0_Pulsing41_1.doc, _0.fdx, _0_Pulsing41_1.pos, _0.fdt, segments_3]
[junit4:junit4]   2> 25763 T1957 C157 P42542 oass.SolrIndexSearcher.<init> Opening Searcher@58c13bac main
[junit4:junit4]   2> 25763 T1957 C157 P42542 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25764 T1963 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@58c13bac main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C1)}
[junit4:junit4]   2> 25765 T1957 C157 P42542 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:42604/collection1/, StdNode: http://127.0.0.1:42572/collection1/, StdNode: http://127.0.0.1:42654/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 25767 T1973 C159 P42572 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25768 T1973 C159 P42572 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a67235d lockFactory=org.apache.lucene.store.NativeFSLockFactory@a37aa32),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a67235d lockFactory=org.apache.lucene.store.NativeFSLockFactory@a37aa32),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 25768 T1983 C156 P42604 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25768 T1973 C159 P42572 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 25769 T1973 C159 P42572 oass.SolrIndexSearcher.<init> Opening Searcher@2a2198c2 main
[junit4:junit4]   2> 25769 T1973 C159 P42572 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25770 T1979 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2a2198c2 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 25771 T1973 C159 P42572 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4]   2>  C158_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:42654_, base_url=http://127.0.0.1:42654}
[junit4:junit4]   2> 25773 T2000 C158 P42654 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25773 T1983 C156 P42604 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a05623 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6052cde8),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a05623 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6052cde8),segFN=segments_3,generation=3,filenames=[_0_Pulsing41_1.tip, _0_MockFixedIntBlock_0.tib, _0_Pulsing41_1.tim, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockFixedIntBlock_0.tii, _0_Pulsing41_0.tip, _0.nvd, _0.si, _0_MockRandom_0.tib, _0.fnm, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockRandom_0.pos, _0_MockRandom_0.tii, _0_Pulsing41_1.doc, _0.fdx, _0_Pulsing41_1.pos, _0.fdt, segments_3]
[junit4:junit4]   2> 25773 T2000 C158 P42654 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@311204b6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1da00ca5),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@311204b6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1da00ca5),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 25773 T1983 C156 P42604 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_Pulsing41_1.tip, _0_MockFixedIntBlock_0.tib, _0_Pulsing41_1.tim, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockFixedIntBlock_0.tii, _0_Pulsing41_0.tip, _0.nvd, _0.si, _0_MockRandom_0.tib, _0.fnm, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockRandom_0.pos, _0_MockRandom_0.tii, _0_Pulsing41_1.doc, _0.fdx, _0_Pulsing41_1.pos, _0.fdt, segments_3]
[junit4:junit4]   2> 25774 T2000 C158 P42654 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 25774 T2000 C158 P42654 oass.SolrIndexSearcher.<init> Opening Searcher@53202231 main
[junit4:junit4]   2> 25775 T2000 C158 P42654 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25776 T2012 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@53202231 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 25776 T1983 C156 P42604 oass.SolrIndexSearcher.<init> Opening Searcher@1258bb53 main
[junit4:junit4]   2> 25776 T2000 C158 P42654 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4]   2> 25777 T1983 C156 P42604 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25777 T1995 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1258bb53 main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C1)}
[junit4:junit4]   2> 25778 T1983 C156 P42604 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4]   2> 25778 T1957 C157 P42542 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 23
[junit4:junit4]   2> 25779 T1919 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 25780 T1919 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25781 T1919 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 25784 T1931 C161 P42514 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 25785 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7f724f8d
[junit4:junit4]   2> 25786 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 25787 T2024 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 25787 T2024 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 25787 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42735
[junit4:junit4]   2> 25788 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42735
[junit4:junit4]   2> 25790 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b20000d with negotiated timeout 10000 for client /140.211.11.196:42735
[junit4:junit4]   2> 25790 T2024 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b20000d, negotiated timeout = 10000
[junit4:junit4]   2> 25790 T2025 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f724f8d name:ZooKeeperConnection Watcher:127.0.0.1:42508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 25791 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 25792 T1919 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 25794 T1924 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d785c2b20000d
[junit4:junit4]   2> 25795 T2025 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 25795 T1921 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:42735 which had sessionid 0x13d785c2b20000d
[junit4:junit4]   2> 25795 T1919 oaz.ZooKeeper.close Session: 0x13d785c2b20000d closed
[junit4:junit4]   2> 25797 T1951 C157 P42542 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 25799 T1967 C159 P42572 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 25802 T1984 C156 P42604 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 25806 T1953 C157 P42542 REQ /select {NOW=1363523964889&shard.url=127.0.0.1:42542/collection1/|127.0.0.1:42604/collection1/&fl=id,score&start=0&q=*:*&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 25806 T2001 C158 P42654 REQ /select {NOW=1363523964889&shard.url=127.0.0.1:42572/collection1/|127.0.0.1:42654/collection1/&fl=id,score&start=0&q=*:*&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 25809 T1953 C157 P42542 REQ /select {NOW=1363523964889&shard.url=127.0.0.1:42542/collection1/|127.0.0.1:42604/collection1/&ids=1&q=*:*&distrib=false&wt=javabin&isShard=true&version=2} status=0 QTime=0 
[junit4:junit4]   2> 25810 T1985 C156 P42604 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=7 
[junit4:junit4]   2> 25816 T1931 C161 P42514 /update {wt=javabin&version=2} {add=[2 (1429758505017933824)]} 0 3
[junit4:junit4]   2> 25829 T2002 C158 P42654 /update {distrib.from=http://127.0.0.1:42572/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429758505027371008)]} 0 2
[junit4:junit4]   2> 25830 T1973 C159 P42572 /update {distrib.from=http://127.0.0.1:42542/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1429758505027371008)]} 0 8
[junit4:junit4]   2> 25831 T1957 C157 P42542 /update {wt=javabin&version=2} {add=[2]} 0 12
[junit4:junit4]   2> 25835 T1931 C161 P42514 /update {wt=javabin&version=2} {add=[3 (1429758505039953920)]} 0 1
[junit4:junit4]   2> 25842 T2002 C158 P42654 /update {distrib.from=http://127.0.0.1:42572/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429758505043099648)]} 0 1
[junit4:junit4]   2> 25843 T1969 C159 P42572 /update {wt=javabin&version=2} {add=[3 (1429758505043099648)]} 0 6
[junit4:junit4]   2> 25847 T1931 C161 P42514 /update {wt=javabin&version=2} {add=[4 

[...truncated too long message...]

Recover(BasicDistributedZk2Test.java:291)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:116)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:616)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]   2> 137497 T1919 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 137503 T1918 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4]   2> 137915 T1922 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {foo_b=Pulsing41(freqCutoff=2 minBlockSize=91 maxBlockSize=231), n_f1=Pulsing41(freqCutoff=6 minBlockSize=91 maxBlockSize=231), foo_d=MockFixedIntBlock(blockSize=628), foo_f=Pulsing41(freqCutoff=2 minBlockSize=91 maxBlockSize=231), n_tl1=Pulsing41(freqCutoff=6 minBlockSize=91 maxBlockSize=231), n_d1=PostingsFormat(name=MockRandom), rnd_b=MockFixedIntBlock(blockSize=628), intDefault=PostingsFormat(name=MockRandom), n_td1=Pulsing41(freqCutoff=6 minBlockSize=91 maxBlockSize=231), timestamp=PostingsFormat(name=MockRandom), id=MockFixedIntBlock(blockSize=628), range_facet_sl=Pulsing41(freqCutoff=2 minBlockSize=91 maxBlockSize=231), range_facet_si=Pulsing41(freqCutoff=6 minBlockSize=91 maxBlockSize=231), oddField_s=Pulsing41(freqCutoff=2 minBlockSize=91 maxBlockSize=231), multiDefault=Pulsing41(freqCutoff=6 minBlockSize=91 maxBlockSize=231), n_tf1=PostingsFormat(name=MockRandom), n_dt1=Pulsing41(freqCutoff=6 minBlockSize=91 maxBlockSize=231), range_facet_l=PostingsFormat(name=MockRandom), n_ti1=MockFixedIntBlock(blockSize=628), text=Pulsing41(freqCutoff=2 minBlockSize=91 maxBlockSize=231), _version_=PostingsFormat(name=MockRandom), SubjectTerms_mfacet=PostingsFormat(name=MockRandom), a_t=PostingsFormat(name=MockRandom), n_tdt1=PostingsFormat(name=MockRandom), other_tl1=PostingsFormat(name=MockRandom), n_l1=PostingsFormat(name=MockRandom), a_si=Pulsing41(freqCutoff=6 minBlockSize=91 maxBlockSize=231)}, docValues:{}, sim=DefaultSimilarity, locale=es_GT, timezone=Europe/Amsterdam
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=1,free=143639296,total=508035072
[junit4:junit4]   2> NOTE: All tests run in this JVM: [NotRequiredUniqueKeyTest, TestPropInject, TestQuerySenderNoQuery, DocumentAnalysisRequestHandlerTest, DOMUtilTest, TestDefaultSimilarityFactory, FieldAnalysisRequestHandlerTest, TestReload, TestMergePolicyConfig, ClusterStateTest, TestFiltering, TestPostingsSolrHighlighter, TestShardHandlerFactory, TestCodecSupport, DirectSolrSpellCheckerTest, TestStressReorder, TestQueryTypes, TestUtils, DistanceFunctionTest, ChaosMonkeySafeLeaderTest, SolrCoreCheckLockOnStartupTest, FullSolrCloudDistribCmdsTest, ZkSolrClientTest, TermVectorComponentDistributedTest, SimplePostToolTest, SolrTestCaseJ4Test, XmlUpdateRequestHandlerTest, SolrIndexConfigTest, IndexBasedSpellCheckerTest, SolrCmdDistributorTest, TestStressLucene, TestComponentsName, TestCSVLoader, HighlighterConfigTest, TestPartialUpdateDeduplication, TestFieldTypeResource, TestSuggestSpellingConverter, TestSolr4Spatial, OutputWriterTest, SolrPluginUtilsTest, RequiredFieldsTest, JSONWriterTest, TestIndexSearcher, SuggesterWFSTTest, TestArbitraryIndexDir, TestJmxMonitoredMap, TestBinaryField, CollectionsAPIDistributedZkTest, TestCSVResponseWriter, DisMaxRequestHandlerTest, DirectUpdateHandlerTest, StandardRequestHandlerTest, TestSolrDiscoveryProperties, ConvertedLegacyTest, NoCacheHeaderTest, TestDistributedGrouping, IndexSchemaRuntimeFieldTest, SuggesterTSTTest, TestJmxIntegration, DateMathParserTest, PingRequestHandlerTest, NumericFieldsTest, HighlighterTest, SpellCheckComponentTest, IndexReaderFactoryTest, DocValuesMultiTest, TestCollationField, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 138.03s, 1 test, 1 error <<< FAILURES!

[...truncated 484 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1213: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:877: There were test failures: 273 suites, 1147 tests, 1 error, 27 ignored (8 assumptions)

Total time: 48 minutes 13 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure