You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/02/15 19:19:22 UTC

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3736 - Failure

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3736/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:24161/bclr/l/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:24161/bclr/l/collection1
	at __randomizedtesting.SeedInfo.seed([914A7CA7608FC4F5:10ACF2BF17D0A4C9]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:412)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
	at org.apache.solr.cloud.BasicDistributedZkTest.testUpdateProcessorsRunOnlyOnce(BasicDistributedZkTest.java:889)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:334)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:166)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:90)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:281)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:92)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:62)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:254)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:289)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:252)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:191)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:300)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:127)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:717)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:522)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
	... 47 more


REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
Test Setup Failure: shard1 should have just been set up to be inconsistent - but it's still consistent. Leader:http://127.0.0.1:47089/collection1skip list:[org.apache.solr.cloud.AbstractFullDistribZkTestBase$CloudJettyRunner@591db218, org.apache.solr.cloud.AbstractFullDistribZkTestBase$CloudJettyRunner@2133b6a1]

Stack Trace:
java.lang.AssertionError: Test Setup Failure: shard1 should have just been set up to be inconsistent - but it's still consistent. Leader:http://127.0.0.1:47089/collection1skip list:[org.apache.solr.cloud.AbstractFullDistribZkTestBase$CloudJettyRunner@591db218, org.apache.solr.cloud.AbstractFullDistribZkTestBase$CloudJettyRunner@2133b6a1]
	at __randomizedtesting.SeedInfo.seed([914A7CA7608FC4F5:10ACF2BF17D0A4C9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:216)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9484 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T3910 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 5 T3910 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1360950285257
[junit4:junit4]   2> 6 T3910 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 7 T3911 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 10 T3911 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 10 T3911 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 10 T3911 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 11 T3911 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 12 T3911 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 108 T3910 oasc.ZkTestServer.run start zk server on port:25803
[junit4:junit4]   2> 108 T3910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:25803 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6e78de79
[junit4:junit4]   2> 109 T3910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 109 T3916 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:25803. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 110 T3916 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:25803, initiating session
[junit4:junit4]   2> 110 T3912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:30443
[junit4:junit4]   2> 111 T3912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:30443
[junit4:junit4]   2> 111 T3914 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 113 T3914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cdef553cf0000 with negotiated timeout 10000 for client /140.211.11.196:30443
[junit4:junit4]   2> 113 T3916 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:25803, sessionid = 0x13cdef553cf0000, negotiated timeout = 10000
[junit4:junit4]   2> 114 T3917 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e78de79 name:ZooKeeperConnection Watcher:127.0.0.1:25803 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 114 T3910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 114 T3910 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 117 T3915 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cdef553cf0000
[junit4:junit4]   2> 131 T3917 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 131 T3912 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:30443 which had sessionid 0x13cdef553cf0000
[junit4:junit4]   2> 131 T3910 oaz.ZooKeeper.close Session: 0x13cdef553cf0000 closed
[junit4:junit4]   2> 132 T3910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:25803/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6793527
[junit4:junit4]   2> 133 T3910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 133 T3918 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:25803. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 134 T3918 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:25803, initiating session
[junit4:junit4]   2> 134 T3912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:46371
[junit4:junit4]   2> 134 T3912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:46371
[junit4:junit4]   2> 135 T3914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cdef553cf0001 with negotiated timeout 10000 for client /140.211.11.196:46371
[junit4:junit4]   2> 135 T3918 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:25803, sessionid = 0x13cdef553cf0001, negotiated timeout = 10000
[junit4:junit4]   2> 136 T3919 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6793527 name:ZooKeeperConnection Watcher:127.0.0.1:25803/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 136 T3910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 136 T3910 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 140 T3910 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 149 T3910 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 151 T3910 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 155 T3910 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 155 T3910 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 169 T3910 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 170 T3910 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 273 T3910 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 274 T3910 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 277 T3910 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 278 T3910 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 281 T3910 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 281 T3910 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 289 T3910 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 290 T3910 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 293 T3910 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 294 T3910 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 297 T3910 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 298 T3910 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 301 T3910 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 301 T3910 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 304 T3915 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cdef553cf0001
[junit4:junit4]   2> 311 T3919 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 311 T3910 oaz.ZooKeeper.close Session: 0x13cdef553cf0001 closed
[junit4:junit4]   2> 311 T3912 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:46371 which had sessionid 0x13cdef553cf0001
[junit4:junit4]   2> 476 T3910 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 480 T3910 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:25840
[junit4:junit4]   2> 481 T3910 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 482 T3910 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 482 T3910 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1360950285563
[junit4:junit4]   2> 483 T3910 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1360950285563/solr.xml
[junit4:junit4]   2> 483 T3910 oasc.CoreContainer.<init> New CoreContainer 1672942941
[junit4:junit4]   2> 484 T3910 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1360950285563/'
[junit4:junit4]   2> 484 T3910 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1360950285563/'
[junit4:junit4]   2> 543 T3910 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 543 T3910 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 544 T3910 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 544 T3910 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 545 T3910 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 545 T3910 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 546 T3910 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 546 T3910 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 546 T3910 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 547 T3910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 569 T3910 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 588 T3910 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:25803/solr
[junit4:junit4]   2> 589 T3910 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 589 T3910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:25803 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@23e58b4f
[junit4:junit4]   2> 590 T3910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 591 T3929 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:25803. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 591 T3929 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:25803, initiating session
[junit4:junit4]   2> 592 T3912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:24536
[junit4:junit4]   2> 592 T3912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:24536
[junit4:junit4]   2> 594 T3914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cdef553cf0002 with negotiated timeout 20000 for client /140.211.11.196:24536
[junit4:junit4]   2> 594 T3929 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:25803, sessionid = 0x13cdef553cf0002, negotiated timeout = 20000
[junit4:junit4]   2> 594 T3930 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23e58b4f name:ZooKeeperConnection Watcher:127.0.0.1:25803 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 594 T3910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 595 T3915 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cdef553cf0002
[junit4:junit4]   2> 597 T3930 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 597 T3912 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:24536 which had sessionid 0x13cdef553cf0002
[junit4:junit4]   2> 597 T3910 oaz.ZooKeeper.close Session: 0x13cdef553cf0002 closed
[junit4:junit4]   2> 597 T3910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 609 T3910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:25803/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7b618995
[junit4:junit4]   2> 610 T3910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 610 T3931 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:25803. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 611 T3931 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:25803, initiating session
[junit4:junit4]   2> 611 T3912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:22700
[junit4:junit4]   2> 611 T3912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:22700
[junit4:junit4]   2> 612 T3914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cdef553cf0003 with negotiated timeout 20000 for client /140.211.11.196:22700
[junit4:junit4]   2> 612 T3931 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:25803, sessionid = 0x13cdef553cf0003, negotiated timeout = 20000
[junit4:junit4]   2> 613 T3932 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b618995 name:ZooKeeperConnection Watcher:127.0.0.1:25803/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 613 T3910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 615 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 624 T3910 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 626 T3910 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:25840_
[junit4:junit4]   2> 627 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:25840_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:25840_
[junit4:junit4]   2> 628 T3910 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:25840_
[junit4:junit4]   2> 637 T3910 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 649 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 649 T3910 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 656 T3910 oasc.Overseer.start Overseer (id=89191237894995971-127.0.0.1:25840_-n_0000000000) starting
[junit4:junit4]   2> 657 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 658 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 660 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 669 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 670 T3934 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 671 T3910 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 678 T3910 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 680 T3933 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 685 T3935 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1360950285563/collection1
[junit4:junit4]   2> 685 T3935 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 686 T3935 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 686 T3935 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 687 T3935 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1360950285563/collection1/'
[junit4:junit4]   2> 688 T3935 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1360950285563/collection1/lib/README' to classloader
[junit4:junit4]   2> 689 T3935 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1360950285563/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 743 T3935 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 815 T3935 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 916 T3935 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 923 T3935 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1566 T3935 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1577 T3935 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1581 T3935 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1593 T3935 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1597 T3935 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1602 T3935 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1603 T3935 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1604 T3935 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1360950285563/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1360950285256/control/data/
[junit4:junit4]   2> 1605 T3935 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3bf06804
[junit4:junit4]   2> 1605 T3935 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1606 T3935 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/control/data forceNew:false
[junit4:junit4]   2> 1607 T3935 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/control/data
[junit4:junit4]   2> 1607 T3935 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1360950285256/control/data/index/
[junit4:junit4]   2> 1608 T3935 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1360950285256/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1609 T3935 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/control/data/index forceNew:false
[junit4:junit4]   2> 1615 T3935 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1360950285256/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ae61c77; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1616 T3935 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1617 T3935 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/control/data/index
[junit4:junit4]   2> 1617 T3935 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1619 T3935 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1619 T3935 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1619 T3935 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1620 T3935 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1620 T3935 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1621 T3935 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1621 T3935 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1621 T3935 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1622 T3935 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1622 T3935 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1623 T3935 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1623 T3935 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1624 T3935 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1624 T3935 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1624 T3935 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1625 T3935 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1625 T3935 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1626 T3935 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1626 T3935 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1626 T3935 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1627 T3935 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1627 T3935 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1628 T3935 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1628 T3935 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1629 T3935 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1629 T3935 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1642 T3935 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1647 T3935 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1648 T3935 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1650 T3935 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/control/data
[junit4:junit4]   2> 1652 T3935 oass.SolrIndexSearcher.<init> Opening Searcher@30ed956c main
[junit4:junit4]   2> 1653 T3935 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1653 T3935 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1654 T3935 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1670 T3935 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1721 T3936 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@30ed956c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1725 T3935 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1726 T3935 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1726 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf0003 type:create cxid:0x51 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2183 T3933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2184 T3933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:25840_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:25840"}
[junit4:junit4]   2> 2184 T3933 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2184 T3933 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2185 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf0003 type:create cxid:0x59 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2202 T3932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2739 T3935 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2739 T3935 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:25840 collection:control_collection shard:shard1
[junit4:junit4]   2> 2740 T3935 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2761 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf0003 type:delete cxid:0x73 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2762 T3935 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2763 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf0003 type:create cxid:0x74 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2774 T3935 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2774 T3935 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2774 T3935 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:25840/collection1/
[junit4:junit4]   2> 2775 T3935 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2775 T3935 oasc.SyncStrategy.syncToMe http://127.0.0.1:25840/collection1/ has no replicas
[junit4:junit4]   2> 2775 T3935 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:25840/collection1/
[junit4:junit4]   2> 2776 T3935 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2785 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf0003 type:create cxid:0x7e zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3706 T3933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3722 T3932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3767 T3935 oasc.ZkController.register We are http://127.0.0.1:25840/collection1/ and leader is http://127.0.0.1:25840/collection1/
[junit4:junit4]   2> 3767 T3935 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:25840
[junit4:junit4]   2> 3767 T3935 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3767 T3935 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3768 T3935 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3770 T3935 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3771 T3910 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3772 T3910 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3772 T3910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3788 T3910 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3790 T3910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:25803/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@29a96179
[junit4:junit4]   2> 3791 T3910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3791 T3937 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:25803. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3792 T3937 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:25803, initiating session
[junit4:junit4]   2> 3792 T3912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:65197
[junit4:junit4]   2> 3792 T3912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:65197
[junit4:junit4]   2> 3816 T3914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cdef553cf0004 with negotiated timeout 10000 for client /140.211.11.196:65197
[junit4:junit4]   2> 3816 T3937 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:25803, sessionid = 0x13cdef553cf0004, negotiated timeout = 10000
[junit4:junit4]   2> 3816 T3938 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29a96179 name:ZooKeeperConnection Watcher:127.0.0.1:25803/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3816 T3910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3817 T3910 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3819 T3910 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3985 T3910 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3988 T3910 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:19665
[junit4:junit4]   2> 3989 T3910 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3990 T3910 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3990 T3910 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1360950289070
[junit4:junit4]   2> 3991 T3910 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1360950289070/solr.xml
[junit4:junit4]   2> 3991 T3910 oasc.CoreContainer.<init> New CoreContainer 2036781545
[junit4:junit4]   2> 3992 T3910 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1360950289070/'
[junit4:junit4]   2> 3992 T3910 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1360950289070/'
[junit4:junit4]   2> 4051 T3910 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 4051 T3910 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4052 T3910 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4052 T3910 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4053 T3910 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4053 T3910 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4054 T3910 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4054 T3910 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4055 T3910 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4055 T3910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4075 T3910 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4095 T3910 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:25803/solr
[junit4:junit4]   2> 4095 T3910 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4096 T3910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:25803 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@4d6b599c
[junit4:junit4]   2> 4097 T3910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4097 T3948 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:25803. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4098 T3948 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:25803, initiating session
[junit4:junit4]   2> 4098 T3912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:16876
[junit4:junit4]   2> 4098 T3912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:16876
[junit4:junit4]   2> 4102 T3914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cdef553cf0005 with negotiated timeout 20000 for client /140.211.11.196:16876
[junit4:junit4]   2> 4102 T3948 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:25803, sessionid = 0x13cdef553cf0005, negotiated timeout = 20000
[junit4:junit4]   2> 4102 T3949 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d6b599c name:ZooKeeperConnection Watcher:127.0.0.1:25803 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4102 T3910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4103 T3915 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cdef553cf0005
[junit4:junit4]   2> 4120 T3949 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4121 T3912 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:16876 which had sessionid 0x13cdef553cf0005
[junit4:junit4]   2> 4120 T3910 oaz.ZooKeeper.close Session: 0x13cdef553cf0005 closed
[junit4:junit4]   2> 4121 T3910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 4131 T3910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:25803/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2afd6560
[junit4:junit4]   2> 4132 T3910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4132 T3950 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:25803. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4133 T3950 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:25803, initiating session
[junit4:junit4]   2> 4133 T3912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:38688
[junit4:junit4]   2> 4134 T3912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:38688
[junit4:junit4]   2> 4135 T3914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cdef553cf0006 with negotiated timeout 20000 for client /140.211.11.196:38688
[junit4:junit4]   2> 4135 T3950 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:25803, sessionid = 0x13cdef553cf0006, negotiated timeout = 20000
[junit4:junit4]   2> 4135 T3951 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2afd6560 name:ZooKeeperConnection Watcher:127.0.0.1:25803/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4136 T3910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4136 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf0006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4138 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf0006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4146 T3910 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4147 T3910 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19665_
[junit4:junit4]   2> 4148 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf0006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:19665_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:19665_
[junit4:junit4]   2> 4149 T3910 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19665_
[junit4:junit4]   2> 4156 T3932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4157 T3951 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4157 T3938 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4159 T3932 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4164 T3952 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1360950289070/collection1
[junit4:junit4]   2> 4165 T3952 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4165 T3952 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4165 T3952 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4167 T3952 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1360950289070/collection1/'
[junit4:junit4]   2> 4168 T3952 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1360950289070/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4169 T3952 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1360950289070/collection1/lib/README' to classloader
[junit4:junit4]   2> 4223 T3952 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4294 T3952 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4395 T3952 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4402 T3952 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5027 T3952 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5037 T3952 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5041 T3952 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5053 T3952 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5058 T3952 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5062 T3952 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5063 T3952 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5064 T3952 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1360950289070/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty1/
[junit4:junit4]   2> 5065 T3952 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3bf06804
[junit4:junit4]   2> 5065 T3952 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 5066 T3952 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty1 forceNew:false
[junit4:junit4]   2> 5067 T3952 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty1
[junit4:junit4]   2> 5067 T3952 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty1/index/
[junit4:junit4]   2> 5067 T3952 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5068 T3952 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty1/index forceNew:false
[junit4:junit4]   2> 5074 T3952 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@72bab1ce; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5074 T3952 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5075 T3952 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty1/index
[junit4:junit4]   2> 5075 T3952 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 5077 T3952 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5077 T3952 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 5078 T3952 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5078 T3952 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 5079 T3952 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5079 T3952 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5079 T3952 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5080 T3952 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5080 T3952 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5081 T3952 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 5081 T3952 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 5082 T3952 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5082 T3952 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 5083 T3952 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 5083 T3952 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 5083 T3952 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5084 T3952 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5084 T3952 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5085 T3952 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5085 T3952 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5086 T3952 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5087 T3952 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5087 T3952 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5088 T3952 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5088 T3952 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 5089 T3952 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 5100 T3952 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5105 T3952 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 5106 T3952 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 5108 T3952 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty1
[junit4:junit4]   2> 5110 T3952 oass.SolrIndexSearcher.<init> Opening Searcher@3fb431b7 main
[junit4:junit4]   2> 5111 T3952 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5111 T3952 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5112 T3952 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 5118 T3952 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 5163 T3953 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3fb431b7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5168 T3952 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5169 T3952 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 5233 T3933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5234 T3933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:25840_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:25840"}
[junit4:junit4]   2> 5237 T3933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:19665_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:19665"}
[junit4:junit4]   2> 5238 T3933 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 5238 T3933 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 5250 T3951 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5250 T3932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5250 T3938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6171 T3952 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 6171 T3952 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:19665 collection:collection1 shard:shard1
[junit4:junit4]   2> 6172 T3952 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 6190 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf0006 type:delete cxid:0x45 zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 6191 T3952 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 6191 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf0006 type:create cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6193 T3952 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 6194 T3952 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 6194 T3952 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:19665/collection1/
[junit4:junit4]   2> 6194 T3952 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 6194 T3952 oasc.SyncStrategy.syncToMe http://127.0.0.1:19665/collection1/ has no replicas
[junit4:junit4]   2> 6195 T3952 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:19665/collection1/
[junit4:junit4]   2> 6195 T3952 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 6198 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf0006 type:create cxid:0x50 zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6762 T3933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6780 T3951 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6780 T3932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6780 T3938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6812 T3952 oasc.ZkController.register We are http://127.0.0.1:19665/collection1/ and leader is http://127.0.0.1:19665/collection1/
[junit4:junit4]   2> 6812 T3952 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:19665
[junit4:junit4]   2> 6812 T3952 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 6813 T3952 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 6813 T3952 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6815 T3952 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6816 T3910 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 6817 T3910 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 6818 T3910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 6996 T3910 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 7000 T3910 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:47089
[junit4:junit4]   2> 7000 T3910 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 7001 T3910 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7001 T3910 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1360950292083
[junit4:junit4]   2> 7002 T3910 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1360950292083/solr.xml
[junit4:junit4]   2> 7002 T3910 oasc.CoreContainer.<init> New CoreContainer 2015036889
[junit4:junit4]   2> 7003 T3910 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1360950292083/'
[junit4:junit4]   2> 7003 T3910 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1360950292083/'
[junit4:junit4]   2> 7062 T3910 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 7063 T3910 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7063 T3910 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 7064 T3910 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7064 T3910 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7065 T3910 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7065 T3910 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7066 T3910 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7066 T3910 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7067 T3910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 7086 T3910 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 7105 T3910 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:25803/solr
[junit4:junit4]   2> 7106 T3910 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 7107 T3910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:25803 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@18d02eaa
[junit4:junit4]   2> 7108 T3910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7108 T3963 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:25803. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7109 T3963 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:25803, initiating session
[junit4:junit4]   2> 7109 T3912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:38074
[junit4:junit4]   2> 7109 T3912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:38074
[junit4:junit4]   2> 7111 T3914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cdef553cf0007 with negotiated timeout 20000 for client /140.211.11.196:38074
[junit4:junit4]   2> 7111 T3963 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:25803, sessionid = 0x13cdef553cf0007, negotiated timeout = 20000
[junit4:junit4]   2> 7112 T3964 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18d02eaa name:ZooKeeperConnection Watcher:127.0.0.1:25803 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7112 T3910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7113 T3915 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cdef553cf0007
[junit4:junit4]   2> 7127 T3964 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 7127 T3912 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:38074 which had sessionid 0x13cdef553cf0007
[junit4:junit4]   2> 7127 T3910 oaz.ZooKeeper.close Session: 0x13cdef553cf0007 closed
[junit4:junit4]   2> 7128 T3910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 7137 T3910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:25803/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@39720815
[junit4:junit4]   2> 7138 T3910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7139 T3965 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:25803. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7139 T3965 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:25803, initiating session
[junit4:junit4]   2> 7139 T3912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:41307
[junit4:junit4]   2> 7140 T3912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:41307
[junit4:junit4]   2> 7141 T3914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cdef553cf0008 with negotiated timeout 20000 for client /140.211.11.196:41307
[junit4:junit4]   2> 7141 T3965 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:25803, sessionid = 0x13cdef553cf0008, negotiated timeout = 20000
[junit4:junit4]   2> 7141 T3966 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@39720815 name:ZooKeeperConnection Watcher:127.0.0.1:25803/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7142 T3910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7142 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf0008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7144 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf0008 type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7146 T3910 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 7148 T3910 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47089_
[junit4:junit4]   2> 7148 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf0008 type:delete cxid:0x9 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:47089_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:47089_
[junit4:junit4]   2> 7156 T3910 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47089_
[junit4:junit4]   2> 7158 T3932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7158 T3938 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7158 T3966 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7158 T3951 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7159 T3938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7159 T3951 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7159 T3932 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7166 T3967 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1360950292083/collection1
[junit4:junit4]   2> 7167 T3967 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 7167 T3967 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 7168 T3967 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 7169 T3967 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1360950292083/collection1/'
[junit4:junit4]   2> 7170 T3967 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1360950292083/collection1/lib/README' to classloader
[junit4:junit4]   2> 7170 T3967 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1360950292083/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 7224 T3967 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 7295 T3967 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 7396 T3967 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 7403 T3967 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 8029 T3967 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 8040 T3967 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8044 T3967 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 8056 T3967 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8061 T3967 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8065 T3967 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8066 T3967 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8067 T3967 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1360950292083/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2/
[junit4:junit4]   2> 8068 T3967 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3bf06804
[junit4:junit4]   2> 8068 T3967 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 8069 T3967 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2 forceNew:false
[junit4:junit4]   2> 8070 T3967 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2
[junit4:junit4]   2> 8070 T3967 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2/index/
[junit4:junit4]   2> 8071 T3967 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 8071 T3967 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2/index forceNew:false
[junit4:junit4]   2> 8077 T3967 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@740717ed; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 8078 T3967 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 8079 T3967 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2/index
[junit4:junit4]   2> 8079 T3967 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 8081 T3967 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 8081 T3967 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 8082 T3967 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 8082 T3967 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 8083 T3967 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 8083 T3967 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 8083 T3967 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 8084 T3967 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 8084 T3967 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 8085 T3967 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 8086 T3967 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 8086 T3967 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 8087 T3967 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 8087 T3967 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 8087 T3967 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 8088 T3967 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8088 T3967 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8089 T3967 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8089 T3967 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8090 T3967 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8091 T3967 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8091 T3967 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8092 T3967 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8092 T3967 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8093 T3967 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 8093 T3967 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 8106 T3967 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8111 T3967 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 8112 T3967 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 8114 T3967 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2
[junit4:junit4]   2> 8116 T3967 oass.SolrIndexSearcher.<init> Opening Searcher@35121158 main
[junit4:junit4]   2> 8117 T3967 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8117 T3967 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8118 T3967 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 8124 T3967 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 8174 T3968 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@35121158 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8180 T3967 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 8180 T3967 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8285 T3933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8286 T3933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:19665_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:19665"}
[junit4:junit4]   2> 8303 T3933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:47089_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:47089"}
[junit4:junit4]   2> 8304 T3933 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 8304 T3933 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 8316 T3951 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8316 T3966 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8316 T3932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8316 T3938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9182 T3967 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 9182 T3967 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:47089 collection:collection1 shard:shard1
[junit4:junit4]   2> 9211 T3967 oasc.ZkController.register We are http://127.0.0.1:47089/collection1/ and leader is http://127.0.0.1:19665/collection1/
[junit4:junit4]   2> 9212 T3967 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47089
[junit4:junit4]   2> 9212 T3967 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 9212 T3967 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C195 name=collection1 org.apache.solr.core.SolrCore@6be2c27 url=http://127.0.0.1:47089/collection1 node=127.0.0.1:47089_ C195_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:47089_, base_url=http://127.0.0.1:47089}
[junit4:junit4]   2> 9213 T3969 C195 P47089 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 9213 T3967 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9214 T3969 C195 P47089 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 9214 T3969 C195 P47089 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 9215 T3969 C195 P47089 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9214 T3910 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 9215 T3910 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9216 T3910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9244 T3969 C195 P47089 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9395 T3910 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 9398 T3910 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:28562
[junit4:junit4]   2> 9398 T3910 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 9399 T3910 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9399 T3910 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1360950294480
[junit4:junit4]   2> 9400 T3910 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1360950294480/solr.xml
[junit4:junit4]   2> 9400 T3910 oasc.CoreContainer.<init> New CoreContainer 1769290505
[junit4:junit4]   2> 9401 T3910 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1360950294480/'
[junit4:junit4]   2> 9402 T3910 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1360950294480/'
[junit4:junit4]   2> 9460 T3910 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 9461 T3910 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 9461 T3910 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 9462 T3910 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 9462 T3910 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 9463 T3910 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 9463 T3910 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 9463 T3910 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 9464 T3910 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 9464 T3910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 9484 T3910 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9503 T3910 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:25803/solr
[junit4:junit4]   2> 9504 T3910 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 9505 T3910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:25803 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@62720900
[junit4:junit4]   2> 9506 T3910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9506 T3979 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:25803. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 9507 T3979 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:25803, initiating session
[junit4:junit4]   2> 9507 T3912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52194
[junit4:junit4]   2> 9507 T3912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52194
[junit4:junit4]   2> 9517 T3914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cdef553cf0009 with negotiated timeout 20000 for client /140.211.11.196:52194
[junit4:junit4]   2> 9517 T3979 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:25803, sessionid = 0x13cdef553cf0009, negotiated timeout = 20000
[junit4:junit4]   2> 9518 T3980 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62720900 name:ZooKeeperConnection Watcher:127.0.0.1:25803 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9518 T3910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9519 T3915 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cdef553cf0009
[junit4:junit4]   2> 9520 T3980 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 9520 T3912 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:52194 which had sessionid 0x13cdef553cf0009
[junit4:junit4]   2> 9520 T3910 oaz.ZooKeeper.close Session: 0x13cdef553cf0009 closed
[junit4:junit4]   2> 9521 T3910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 9531 T3910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:25803/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@474dec9
[junit4:junit4]   2> 9532 T3910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9532 T3981 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:25803. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 9533 T3981 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:25803, initiating session
[junit4:junit4]   2> 9533 T3912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:25033
[junit4:junit4]   2> 9533 T3912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:25033
[junit4:junit4]   2> 9534 T3914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cdef553cf000a with negotiated timeout 20000 for client /140.211.11.196:25033
[junit4:junit4]   2> 9534 T3981 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:25803, sessionid = 0x13cdef553cf000a, negotiated timeout = 20000
[junit4:junit4]   2> 9535 T3982 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@474dec9 name:ZooKeeperConnection Watcher:127.0.0.1:25803/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9535 T3910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9536 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf000a type:create cxid:0x1 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9537 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf000a type:create cxid:0x2 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9546 T3910 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9548 T3910 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:28562_
[junit4:junit4]   2> 9549 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf000a type:delete cxid:0x9 zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:28562_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:28562_
[junit4:junit4]   2> 9550 T3910 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:28562_
[junit4:junit4]   2> 9556 T3932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9557 T3966 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9557 T3938 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 9557 T3951 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 9557 T3982 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 9557 T3938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 9557 T3951 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 9559 T3932 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 9559 T3966 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 9565 T3983 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1360950294480/collection1
[junit4:junit4]   2> 9566 T3983 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9566 T3983 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9566 T3983 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9568 T3983 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1360950294480/collection1/'
[junit4:junit4]   2> 9569 T3983 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1360950294480/collection1/lib/README' to classloader
[junit4:junit4]   2> 9569 T3983 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1360950294480/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9623 T3983 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9695 T3983 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9796 T3983 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9803 T3983 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9821 T3933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9822 T3933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:47089_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:47089"}
[junit4:junit4]   2> 9835 T3966 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 9835 T3951 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 9835 T3932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 9835 T3938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 9836 T3982 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10413 T3983 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10424 T3983 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10428 T3983 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10441 T3983 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10446 T3983 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10450 T3983 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10451 T3983 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10452 T3983 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1360950294480/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3/
[junit4:junit4]   2> 10453 T3983 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3bf06804
[junit4:junit4]   2> 10453 T3983 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 10454 T3983 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3 forceNew:false
[junit4:junit4]   2> 10455 T3983 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3
[junit4:junit4]   2> 10455 T3983 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3/index/
[junit4:junit4]   2> 10456 T3983 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10456 T3983 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3/index forceNew:false
[junit4:junit4]   2> 10464 T3983 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@502ee6f9; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10464 T3983 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10465 T3983 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3/index
[junit4:junit4]   2> 10465 T3983 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 10467 T3983 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10468 T3983 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 10468 T3983 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10468 T3983 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 10469 T3983 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10469 T3983 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10470 T3983 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10470 T3983 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10471 T3983 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10471 T3983 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 10472 T3983 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 10472 T3983 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10473 T3983 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 10473 T3983 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 10474 T3983 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 10474 T3983 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10475 T3983 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10475 T3983 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10476 T3983 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10476 T3983 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10477 T3983 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10477 T3983 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10478 T3983 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10478 T3983 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10479 T3983 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 10479 T3983 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 10491 T3983 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10495 T3983 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 10496 T3983 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 10499 T3983 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3
[junit4:junit4]   2> 10500 T3983 oass.SolrIndexSearcher.<init> Opening Searcher@1dfac42e main
[junit4:junit4]   2> 10501 T3983 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10502 T3983 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10502 T3983 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 10509 T3983 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 10560 T3984 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1dfac42e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10565 T3983 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10565 T3983 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11340 T3933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11341 T3933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:28562_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:28562"}
[junit4:junit4]   2> 11341 T3933 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 11341 T3933 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11373 T3982 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11373 T3951 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11373 T3932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11373 T3938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11373 T3966 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11568 T3983 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11568 T3983 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:28562 collection:collection1 shard:shard1
[junit4:junit4]   2> 11571 T3983 oasc.ZkController.register We are http://127.0.0.1:28562/collection1/ and leader is http://127.0.0.1:19665/collection1/
[junit4:junit4]   2> 11571 T3983 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:28562
[junit4:junit4]   2> 11571 T3983 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11571 T3983 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C196 name=collection1 org.apache.solr.core.SolrCore@46b3542c url=http://127.0.0.1:28562/collection1 node=127.0.0.1:28562_ C196_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:28562_, base_url=http://127.0.0.1:28562}
[junit4:junit4]   2> 11572 T3985 C196 P28562 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11573 T3985 C196 P28562 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11573 T3983 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11573 T3985 C196 P28562 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11573 T3985 C196 P28562 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11574 T3910 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11575 T3910 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11575 T3985 C196 P28562 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11575 T3910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11760 T3910 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 11764 T3910 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:40808
[junit4:junit4]   2> 11764 T3910 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 11765 T3910 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11765 T3910 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1360950296846
[junit4:junit4]   2> 11766 T3910 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1360950296846/solr.xml
[junit4:junit4]   2> 11766 T3910 oasc.CoreContainer.<init> New CoreContainer 1108208452
[junit4:junit4]   2> 11767 T3910 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1360950296846/'
[junit4:junit4]   2> 11768 T3910 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1360950296846/'
[junit4:junit4]   2> 11826 T3910 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 11827 T3910 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11827 T3910 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 11828 T3910 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11828 T3910 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11829 T3910 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11829 T3910 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11830 T3910 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11830 T3910 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11831 T3910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 11850 T3910 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 11869 T3910 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:25803/solr
[junit4:junit4]   2> 11870 T3910 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 11871 T3910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:25803 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@31b107f
[junit4:junit4]   2> 11872 T3910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11872 T3995 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:25803. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 11873 T3995 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:25803, initiating session
[junit4:junit4]   2> 11873 T3912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:63050
[junit4:junit4]   2> 11873 T3912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:63050
[junit4:junit4]   2> 11875 T3914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cdef553cf000b with negotiated timeout 20000 for client /140.211.11.196:63050
[junit4:junit4]   2> 11875 T3995 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:25803, sessionid = 0x13cdef553cf000b, negotiated timeout = 20000
[junit4:junit4]   2> 11875 T3996 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31b107f name:ZooKeeperConnection Watcher:127.0.0.1:25803 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11876 T3910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11877 T3915 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cdef553cf000b
[junit4:junit4]   2> 11885 T3996 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 11885 T3912 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:63050 which had sessionid 0x13cdef553cf000b
[junit4:junit4]   2> 11885 T3910 oaz.ZooKeeper.close Session: 0x13cdef553cf000b closed
[junit4:junit4]   2> 11886 T3910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 11895 T3910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:25803/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@78a91650
[junit4:junit4]   2> 11896 T3910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11897 T3997 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:25803. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 11897 T3997 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:25803, initiating session
[junit4:junit4]   2> 11898 T3912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:38416
[junit4:junit4]   2> 11898 T3912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:38416
[junit4:junit4]   2> 11899 T3914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cdef553cf000c with negotiated timeout 20000 for client /140.211.11.196:38416
[junit4:junit4]   2> 11899 T3997 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:25803, sessionid = 0x13cdef553cf000c, negotiated timeout = 20000
[junit4:junit4]   2> 11899 T3998 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@78a91650 name:ZooKeeperConnection Watcher:127.0.0.1:25803/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11900 T3910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11901 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf000c type:create cxid:0x1 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11902 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf000c type:create cxid:0x2 zxid:0x92 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11911 T3910 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 11913 T3910 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40808_
[junit4:junit4]   2> 11913 T3915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cdef553cf000c type:delete cxid:0x9 zxid:0x93 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:40808_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:40808_
[junit4:junit4]   2> 11914 T3910 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40808_
[junit4:junit4]   2> 11917 T3932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11917 T3966 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11917 T3938 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 11917 T3951 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 11917 T3998 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 11918 T3951 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 11917 T3982 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 11918 T3938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 11918 T3982 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 11918 T3932 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 11925 T3966 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 11931 T3999 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1360950296846/collection1
[junit4:junit4]   2> 11932 T3999 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 11932 T3999 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 11933 T3999 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 11934 T3999 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1360950296846/collection1/'
[junit4:junit4]   2> 11935 T3999 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1360950296846/collection1/lib/README' to classloader
[junit4:junit4]   2> 11935 T3999 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1360950296846/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 12010 T3999 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 12080 T3999 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 12181 T3999 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 12188 T3999 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2>  C195_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:47089_, base_url=http://127.0.0.1:47089}
[junit4:junit4]   2> 12257 T3969 C195 P47089 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:19665/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 12257 T3969 C195 P47089 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:47089 START replicas=[http://127.0.0.1:19665/collection1/] nUpdates=100
[junit4:junit4]   2> 12258 T3969 C195 P47089 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 12258 T3969 C195 P47089 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 12258 T3969 C195 P47089 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 12258 T3969 C195 P47089 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 12258 T3969 C195 P47089 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 12259 T3969 C195 P47089 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:19665/collection1/. core=collection1
[junit4:junit4]   2> 12259 T3969 C195 P47089 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C197 name=collection1 org.apache.solr.core.SolrCore@1ab4077c url=http://127.0.0.1:19665/collection1 node=127.0.0.1:19665_ C197_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:19665_, base_url=http://127.0.0.1:19665, leader=true}
[junit4:junit4]   2> 12267 T3943 C197 P19665 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 12270 T3944 C197 P19665 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 12271 T3944 C197 P19665 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty1
[junit4:junit4]   2> 12276 T3944 C197 P19665 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@72bab1ce; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12276 T3944 C197 P19665 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 12282 T3944 C197 P19665 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@72bab1ce; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@72bab1ce; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 12282 T3944 C197 P19665 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 12283 T3944 C197 P19665 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty1
[junit4:junit4]   2> 12284 T3944 C197 P19665 oass.SolrIndexSearcher.<init> Opening Searcher@1035093f realtime
[junit4:junit4]   2> 12284 T3944 C197 P19665 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12285 T3944 C197 P19665 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 15
[junit4:junit4]   2> 12285 T3969 C195 P47089 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 12286 T3969 C195 P47089 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 12288 T3945 C197 P19665 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 12288 T3945 C197 P19665 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 12289 T3969 C195 P47089 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 12289 T3969 C195 P47089 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 12289 T3969 C195 P47089 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 12291 T3945 C197 P19665 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty1
[junit4:junit4]   2> 12292 T3945 C197 P19665 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty1/index
[junit4:junit4]   2> 12292 T3945 C197 P19665 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 12293 T3969 C195 P47089 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 12294 T3969 C195 P47089 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2/index.20130215104457544 forceNew:false
[junit4:junit4]   2> 12295 T3969 C195 P47089 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2
[junit4:junit4]   2> 12296 T3969 C195 P47089 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2/index.20130215104457544 lockFactory=org.apache.lucene.store.NativeFSLockFactory@25028cd6; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 12299 T3945 C197 P19665 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12300 T3969 C195 P47089 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2/index
[junit4:junit4]   2> 12301 T3969 C195 P47089 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 12301 T3969 C195 P47089 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130215104457544
[junit4:junit4]   2> 12303 T3969 C195 P47089 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2
[junit4:junit4]   2> 12303 T3969 C195 P47089 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2
[junit4:junit4]   2> 12303 T3969 C195 P47089 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2/index/ new=./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2/index.20130215104457544
[junit4:junit4]   2> 12307 T3969 C195 P47089 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2/index.20130215104457544 lockFactory=org.apache.lucene.store.NativeFSLockFactory@25028cd6; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 12307 T3969 C195 P47089 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 12309 T3969 C195 P47089 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2
[junit4:junit4]   2> 12309 T3969 C195 P47089 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 12309 T3969 C195 P47089 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 12309 T3969 C195 P47089 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 12310 T3969 C195 P47089 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2/index.20130215104457544
[junit4:junit4]   2> 12311 T3969 C195 P47089 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2
[junit4:junit4]   2> 12314 T3969 C195 P47089 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2/index.20130215104457544 lockFactory=org.apache.lucene.store.NativeFSLockFactory@25028cd6; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 12315 T3969 C195 P47089 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 12315 T3969 C195 P47089 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 12315 T3969 C195 P47089 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2
[junit4:junit4]   2> 12316 T3969 C195 P47089 oass.SolrIndexSearcher.<init> Opening Searcher@530acd5f main
[junit4:junit4]   2> 12318 T3968 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@530acd5f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 12318 T3968 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2/index
[junit4:junit4]   2> 12318 T3969 C195 P47089 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 12322 T3969 C195 P47089 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2/index.20130215104457544 lockFactory=org.apache.lucene.store.NativeFSLockFactory@25028cd6; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2/index.20130215104457544 lockFactory=org.apache.lucene.store.NativeFSLockFactory@25028cd6; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 12322 T3969 C195 P47089 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 12323 T3969 C195 P47089 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2
[junit4:junit4]   2> 12324 T3969 C195 P47089 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12324 T3969 C195 P47089 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2/index.20130215104457544
[junit4:junit4]   2> 12324 T3969 C195 P47089 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty2/index
[junit4:junit4]   2> 12324 T3969 C195 P47089 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 12325 T3969 C195 P47089 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 12325 T3969 C195 P47089 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 12325 T3969 C195 P47089 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12327 T3969 C195 P47089 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 12806 T3999 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 12817 T3999 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 12821 T3999 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 12833 T3999 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 12849 T3999 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 12854 T3999 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 12855 T3999 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 12856 T3999 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1360950296846/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty4/
[junit4:junit4]   2> 12856 T3999 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3bf06804
[junit4:junit4]   2> 12857 T3999 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 12858 T3999 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty4 forceNew:false
[junit4:junit4]   2> 12858 T3999 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty4
[junit4:junit4]   2> 12859 T3999 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty4/index/
[junit4:junit4]   2> 12859 T3999 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 12860 T3999 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty4/index forceNew:false
[junit4:junit4]   2> 12877 T3933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12878 T3933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:28562_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:28562"}
[junit4:junit4]   2> 12906 T3999 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ddea00b; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12906 T3999 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 12907 T3933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:47089_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:47089"}
[junit4:junit4]   2> 12907 T3999 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty4/index
[junit4:junit4]   2> 12908 T3999 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 12910 T3999 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 12910 T3999 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 12910 T3999 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 12911 T3999 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 12911 T3999 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 12912 T3999 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 12912 T3999 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 12913 T3999 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 12913 T3999 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 12914 T3999 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 12914 T3999 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 12915 T3999 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 12915 T3999 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 12916 T3999 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 12916 T3999 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 12916 T3951 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12916 T3998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12916 T3938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12916 T3982 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12916 T3932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12917 T3966 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12917 T3999 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 12918 T3999 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12919 T3999 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12919 T3999 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12920 T3999 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12921 T3999 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12921 T3999 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12922 T3999 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12922 T3999 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12923 T3999 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 12923 T3999 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 12936 T3999 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 12941 T3999 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 12942 T3999 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 12944 T3999 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty4
[junit4:junit4]   2> 12946 T3999 oass.SolrIndexSearcher.<init> Opening Searcher@31da088a main
[junit4:junit4]   2> 12947 T3999 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 12947 T3999 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 12948 T3999 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 12955 T3999 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 13017 T4002 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@31da088a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13022 T3999 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13023 T3999 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14422 T3933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14423 T3933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:40808_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:40808"}
[junit4:junit4]   2> 14423 T3933 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 14424 T3933 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 14449 T3951 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14449 T3998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14449 T3938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14449 T3982 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14449 T3932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14449 T3966 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15027 T3999 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 15027 T3999 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:40808 collection:collection1 shard:shard1
[junit4:junit4]   2> 15032 T3999 oasc.ZkController.register We are http://127.0.0.1:40808/collection1/ and leader is http://127.0.0.1:19665/collection1/
[junit4:junit4]   2> 15032 T3999 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40808
[junit4:junit4]   2> 15033 T3999 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 15033 T3999 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C198 name=collection1 org.apache.solr.core.SolrCore@1bb83189 url=http://127.0.0.1:40808/collection1 node=127.0.0.1:40808_ C198_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:40808_, base_url=http://127.0.0.1:40808}
[junit4:junit4]   2> 15033 T4003 C198 P40808 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 15034 T4003 C198 P40808 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 15035 T4003 C198 P40808 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 15035 T3999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15035 T4003 C198 P40808 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15036 T3910 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 15036 T3910 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 15037 T4003 C198 P40808 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15037 T3910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15058 T3910 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15059 T3910 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 15059 T3910 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 15060 T3910 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C196_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:28562_, base_url=http://127.0.0.1:28562}
[junit4:junit4]   2> 15599 T3985 C196 P28562 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:19665/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15599 T3985 C196 P28562 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:28562 START replicas=[http://127.0.0.1:19665/collection1/] nUpdates=100
[junit4:junit4]   2> 15600 T3985 C196 P28562 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15600 T3985 C196 P28562 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15600 T3985 C196 P28562 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15600 T3985 C196 P28562 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15600 T3985 C196 P28562 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15601 T3985 C196 P28562 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:19665/collection1/. core=collection1
[junit4:junit4]   2> 15601 T3985 C196 P28562 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15602 T3943 C197 P19665 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15611 T3947 C197 P19665 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15644 T3947 C197 P19665 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@72bab1ce; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@72bab1ce; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 15644 T3947 C197 P19665 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 15645 T3947 C197 P19665 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty1
[junit4:junit4]   2> 15646 T3947 C197 P19665 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15646 T3947 C197 P19665 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 35
[junit4:junit4]   2> 15647 T3985 C196 P28562 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15647 T3985 C196 P28562 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15649 T3945 C197 P19665 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15650 T3985 C196 P28562 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 15650 T3985 C196 P28562 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15650 T3985 C196 P28562 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15652 T3945 C197 P19665 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty1
[junit4:junit4]   2> 15653 T3945 C197 P19665 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty1/index
[junit4:junit4]   2> 15653 T3945 C197 P19665 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15654 T3985 C196 P28562 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15655 T3985 C196 P28562 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3/index.20130215104500905 forceNew:false
[junit4:junit4]   2> 15656 T3985 C196 P28562 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3
[junit4:junit4]   2> 15656 T3985 C196 P28562 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3/index.20130215104500905 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2002f7cf; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 15660 T3945 C197 P19665 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 15661 T3985 C196 P28562 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3/index
[junit4:junit4]   2> 15662 T3985 C196 P28562 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15662 T3985 C196 P28562 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130215104500905
[junit4:junit4]   2> 15664 T3985 C196 P28562 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3
[junit4:junit4]   2> 15664 T3985 C196 P28562 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3
[junit4:junit4]   2> 15664 T3985 C196 P28562 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3/index/ new=./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3/index.20130215104500905
[junit4:junit4]   2> 15668 T3985 C196 P28562 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3/index.20130215104500905 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2002f7cf; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 15668 T3985 C196 P28562 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 15670 T3985 C196 P28562 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3
[junit4:junit4]   2> 15670 T3985 C196 P28562 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15670 T3985 C196 P28562 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15670 T3985 C196 P28562 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 15671 T3985 C196 P28562 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3/index.20130215104500905
[junit4:junit4]   2> 15672 T3985 C196 P28562 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3
[junit4:junit4]   2> 15675 T3985 C196 P28562 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3/index.20130215104500905 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2002f7cf; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 15675 T3985 C196 P28562 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 15676 T3985 C196 P28562 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15676 T3985 C196 P28562 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3
[junit4:junit4]   2> 15676 T3985 C196 P28562 oass.SolrIndexSearcher.<init> Opening Searcher@5c53d2cb main
[junit4:junit4]   2> 15678 T3984 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5c53d2cb main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 15679 T3984 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3/index
[junit4:junit4]   2> 15679 T3985 C196 P28562 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15683 T3985 C196 P28562 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3/index.20130215104500905 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2002f7cf; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3/index.20130215104500905 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2002f7cf; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 15683 T3985 C196 P28562 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 15684 T3985 C196 P28562 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3
[junit4:junit4]   2> 15685 T3985 C196 P28562 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15685 T3985 C196 P28562 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3/index.20130215104500905
[junit4:junit4]   2> 15685 T3985 C196 P28562 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty3/index
[junit4:junit4]   2> 15685 T3985 C196 P28562 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15685 T3985 C196 P28562 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15686 T3985 C196 P28562 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15686 T3985 C196 P28562 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15693 T3985 C196 P28562 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15954 T3933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15955 T3933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:40808_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:40808"}
[junit4:junit4]   2> 15960 T3933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:28562_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:28562"}
[junit4:junit4]   2> 15971 T3998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15971 T3982 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15971 T3951 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15971 T3938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15971 T3932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15971 T3966 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16062 T3910 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17064 T3910 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C198_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:40808_, base_url=http://127.0.0.1:40808}
[junit4:junit4]   2> 18060 T4003 C198 P40808 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:19665/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18060 T4003 C198 P40808 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:40808 START replicas=[http://127.0.0.1:19665/collection1/] nUpdates=100
[junit4:junit4]   2> 18061 T4003 C198 P40808 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18061 T4003 C198 P40808 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18061 T4003 C198 P40808 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18061 T4003 C198 P40808 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18061 T4003 C198 P40808 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 18061 T4003 C198 P40808 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:19665/collection1/. core=collection1
[junit4:junit4]   2> 18062 T4003 C198 P40808 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18063 T3943 C197 P19665 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18066 T3910 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18077 T3941 C197 P19665 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18082 T3941 C197 P19665 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@72bab1ce; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@72bab1ce; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1360950285256/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@72bab1ce; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 18082 T3941 C197 P19665 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 18083 T3941 C197 P19665 oasc.CachingDirectoryFactory.close Releasing directory:

[...truncated too long message...]

estRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4:junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
[junit4:junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:150)
[junit4:junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:121)
[junit4:junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:166)
[junit4:junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:90)
[junit4:junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:281)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:92)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:62)
[junit4:junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:254)
[junit4:junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:289)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:252)
[junit4:junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:191)
[junit4:junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:300)
[junit4:junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:127)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:717)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:522)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
[junit4:junit4]    > 	... 47 more
[junit4:junit4]   2> 3022461 T1496 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {n_f1=PostingsFormat(name=MockSep), foo_b=MockVariableIntBlock(baseBlockSize=120), cat=PostingsFormat(name=SimpleText), foo_d=PostingsFormat(name=Direct), foo_f=MockVariableIntBlock(baseBlockSize=120), n_tl1=PostingsFormat(name=MockSep), n_d1=PostingsFormat(name=SimpleText), rnd_b=PostingsFormat(name=Direct), intDefault=PostingsFormat(name=SimpleText), n_td1=PostingsFormat(name=MockSep), timestamp=PostingsFormat(name=SimpleText), id=PostingsFormat(name=Direct), range_facet_sl=MockVariableIntBlock(baseBlockSize=120), range_facet_si=PostingsFormat(name=MockSep), oddField_s=MockVariableIntBlock(baseBlockSize=120), sequence_i=MockVariableIntBlock(baseBlockSize=120), name=PostingsFormat(name=Direct), foo_i=PostingsFormat(name=MockSep), regex_dup_B_s=PostingsFormat(name=SimpleText), multiDefault=PostingsFormat(name=MockSep), n_tf1=PostingsFormat(name=SimpleText), n_dt1=PostingsFormat(name=MockSep), genre_s=MockVariableIntBlock(baseBlockSize=120), author_t=PostingsFormat(name=MockSep), n_ti1=PostingsFormat(name=Direct), range_facet_l=PostingsFormat(name=SimpleText), text=MockVariableIntBlock(baseBlockSize=120), _version_=PostingsFormat(name=SimpleText), val_i=PostingsFormat(name=Direct), SubjectTerms_mfacet=PostingsFormat(name=SimpleText), series_t=PostingsFormat(name=MockSep), a_t=PostingsFormat(name=SimpleText), n_tdt1=PostingsFormat(name=SimpleText), regex_dup_A_s=MockVariableIntBlock(baseBlockSize=120), price=MockVariableIntBlock(baseBlockSize=120), other_tl1=PostingsFormat(name=SimpleText), n_l1=PostingsFormat(name=SimpleText), a_si=PostingsFormat(name=MockSep), inStock=MockVariableIntBlock(baseBlockSize=120)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=ar_LY, timezone=Africa/Nouakchott
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_09 (64-bit)/cpus=16,threads=1,free=356809592,total=536870912
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestUtils, DirectUpdateHandlerTest, DisMaxRequestHandlerTest, LukeRequestHandlerTest, IndexSchemaRuntimeFieldTest, SignatureUpdateProcessorFactoryTest, UpdateParamsTest, TestSurroundQueryParser, HardAutoCommitTest, TestSolrJ, TestBinaryField, TestUpdate, TestSolrDeletionPolicy1, TestPropInjectDefaults, AnalysisAfterCoreReloadTest, DebugComponentTest, StatelessScriptUpdateProcessorFactoryTest, MultiTermTest, TestSolrXMLSerializer, QueryEqualityTest, FullSolrCloudDistribCmdsTest, TestLRUCache, TestSolr4Spatial, XmlUpdateRequestHandlerTest, TestDocSet, TestMultiCoreConfBootstrap, XsltUpdateRequestHandlerTest, TestPostingsSolrHighlighter, TestArbitraryIndexDir, CollectionsAPIDistributedZkTest, SuggesterTest, TestRealTimeGet, PingRequestHandlerTest, TimeZoneUtilsTest, ExternalFileFieldSortTest, DOMUtilTest, TestAnalyzedSuggestions, SolrIndexSplitterTest, TestStressLucene, BadIndexSchemaTest, PrimUtilsTest, ConvertedLegacyTest, SpellingQueryConverterTest, TestRTGBase, SolrCoreTest, TestSolrDeletionPolicy2, BasicZkTest, TestReload, TestOmitPositions, TestTrie, FileUtilsTest, EchoParamsTest, TestDFRSimilarityFactory, TestReversedWildcardFilterFactory, TestDistributedGrouping, PolyFieldTest, IndexSchemaTest, QueryParsingTest, TestReplicationHandler, TermVectorComponentTest, OutputWriterTest, BasicDistributedZkTest]
[junit4:junit4] Completed on J1 in 3022.83s, 1 test, 1 error <<< FAILURES!

[...truncated 11 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/common-build.xml:447: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1202: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:865: There were test failures: 250 suites, 1040 tests, 1 error, 1 failure, 22 ignored (4 assumptions)

Total time: 81 minutes 31 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3739 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3739/

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:26392

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:26392
	at __randomizedtesting.SeedInfo.seed([4FBF87671353BB6C:CE59097F640CDB50]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:412)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.cloud.BasicDistributedZkTest.testANewCollectionInOneInstanceWithManualShardAssignement(BasicDistributedZkTest.java:1071)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:331)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:166)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:90)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:281)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:92)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:62)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:254)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:289)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:252)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:191)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:300)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:127)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:717)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:522)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
	... 44 more




Build Log:
[...truncated 9102 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4]   2> 0 T1253 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 4 T1253 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1361056221309
[junit4:junit4]   2> 5 T1253 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 5 T1254 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 9 T1254 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 9 T1254 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 9 T1254 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 10 T1254 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 10 T1254 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 106 T1253 oasc.ZkTestServer.run start zk server on port:27111
[junit4:junit4]   2> 106 T1253 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:27111 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@216af81e
[junit4:junit4]   2> 107 T1253 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 107 T1259 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:27111. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 108 T1259 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:27111, initiating session
[junit4:junit4]   2> 108 T1255 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:46982
[junit4:junit4]   2> 108 T1255 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:46982
[junit4:junit4]   2> 109 T1257 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 111 T1257 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce545c8830000 with negotiated timeout 10000 for client /140.211.11.196:46982
[junit4:junit4]   2> 111 T1259 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:27111, sessionid = 0x13ce545c8830000, negotiated timeout = 10000
[junit4:junit4]   2> 111 T1260 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@216af81e name:ZooKeeperConnection Watcher:127.0.0.1:27111 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 112 T1253 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 112 T1253 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 123 T1258 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ce545c8830000
[junit4:junit4]   2> 124 T1260 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 124 T1253 oaz.ZooKeeper.close Session: 0x13ce545c8830000 closed
[junit4:junit4]   2> 124 T1255 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:46982 which had sessionid 0x13ce545c8830000
[junit4:junit4]   2> 124 T1253 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:27111/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1ee3f393
[junit4:junit4]   2> 125 T1253 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 125 T1261 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:27111. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 126 T1261 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:27111, initiating session
[junit4:junit4]   2> 126 T1255 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:18860
[junit4:junit4]   2> 126 T1255 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:18860
[junit4:junit4]   2> 127 T1257 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce545c8830001 with negotiated timeout 10000 for client /140.211.11.196:18860
[junit4:junit4]   2> 128 T1261 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:27111, sessionid = 0x13ce545c8830001, negotiated timeout = 10000
[junit4:junit4]   2> 128 T1262 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ee3f393 name:ZooKeeperConnection Watcher:127.0.0.1:27111/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 128 T1253 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 128 T1253 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 136 T1253 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 138 T1253 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 146 T1253 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 149 T1253 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 149 T1253 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 163 T1253 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 164 T1253 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 268 T1253 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 269 T1253 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 271 T1253 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 272 T1253 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 284 T1253 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 284 T1253 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 287 T1253 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 288 T1253 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 291 T1253 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 292 T1253 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 294 T1253 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 295 T1253 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 297 T1253 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 298 T1253 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 305 T1258 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ce545c8830001
[junit4:junit4]   2> 306 T1262 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 306 T1255 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:18860 which had sessionid 0x13ce545c8830001
[junit4:junit4]   2> 306 T1253 oaz.ZooKeeper.close Session: 0x13ce545c8830001 closed
[junit4:junit4]   2> 441 T1253 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 450 T1253 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:17029
[junit4:junit4]   2> 450 T1253 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 451 T1253 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 451 T1253 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1361056221611
[junit4:junit4]   2> 451 T1253 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1361056221611/solr.xml
[junit4:junit4]   2> 452 T1253 oasc.CoreContainer.<init> New CoreContainer 1383583839
[junit4:junit4]   2> 452 T1253 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1361056221611/'
[junit4:junit4]   2> 453 T1253 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1361056221611/'
[junit4:junit4]   2> 493 T1253 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 494 T1253 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 494 T1253 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 494 T1253 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 495 T1253 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 495 T1253 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 495 T1253 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 495 T1253 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 496 T1253 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 496 T1253 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 518 T1253 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 558 T1253 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:27111/solr
[junit4:junit4]   2> 559 T1253 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 559 T1253 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:27111 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1cebf63
[junit4:junit4]   2> 561 T1253 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 561 T1272 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:27111. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 562 T1272 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:27111, initiating session
[junit4:junit4]   2> 562 T1255 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:45192
[junit4:junit4]   2> 562 T1255 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:45192
[junit4:junit4]   2> 564 T1257 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce545c8830002 with negotiated timeout 20000 for client /140.211.11.196:45192
[junit4:junit4]   2> 564 T1272 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:27111, sessionid = 0x13ce545c8830002, negotiated timeout = 20000
[junit4:junit4]   2> 564 T1273 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1cebf63 name:ZooKeeperConnection Watcher:127.0.0.1:27111 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 565 T1253 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 566 T1258 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ce545c8830002
[junit4:junit4]   2> 574 T1273 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 574 T1255 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:45192 which had sessionid 0x13ce545c8830002
[junit4:junit4]   2> 574 T1253 oaz.ZooKeeper.close Session: 0x13ce545c8830002 closed
[junit4:junit4]   2> 575 T1253 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 587 T1253 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:27111/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4012a5ed
[junit4:junit4]   2> 588 T1253 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 589 T1274 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:27111. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 589 T1274 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:27111, initiating session
[junit4:junit4]   2> 589 T1255 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:19611
[junit4:junit4]   2> 590 T1255 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:19611
[junit4:junit4]   2> 591 T1257 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce545c8830003 with negotiated timeout 20000 for client /140.211.11.196:19611
[junit4:junit4]   2> 591 T1274 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:27111, sessionid = 0x13ce545c8830003, negotiated timeout = 20000
[junit4:junit4]   2> 591 T1275 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4012a5ed name:ZooKeeperConnection Watcher:127.0.0.1:27111/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 591 T1253 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 594 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c8830003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 602 T1253 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 605 T1253 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:17029_
[junit4:junit4]   2> 606 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c8830003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:17029_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:17029_
[junit4:junit4]   2> 607 T1253 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:17029_
[junit4:junit4]   2> 611 T1253 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 624 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c8830003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 625 T1253 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 628 T1253 oasc.Overseer.start Overseer (id=89198180520099843-127.0.0.1:17029_-n_0000000000) starting
[junit4:junit4]   2> 629 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c8830003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 636 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c8830003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 637 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c8830003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 644 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c8830003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 647 T1277 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 649 T1253 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 653 T1253 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 660 T1278 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1361056221611/collection1
[junit4:junit4]   2> 660 T1276 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 660 T1278 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 661 T1278 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 661 T1278 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 662 T1278 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1361056221611/collection1/'
[junit4:junit4]   2> 663 T1278 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1361056221611/collection1/lib/README' to classloader
[junit4:junit4]   2> 664 T1278 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1361056221611/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 699 T1278 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 739 T1278 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 840 T1278 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 844 T1278 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1266 T1278 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1273 T1278 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1276 T1278 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1290 T1278 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1294 T1278 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1297 T1278 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1298 T1278 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1299 T1278 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1361056221611/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/control/data/
[junit4:junit4]   2> 1299 T1278 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd32a60
[junit4:junit4]   2> 1300 T1278 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1301 T1278 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/control/data forceNew:false
[junit4:junit4]   2> 1301 T1278 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/control/data
[junit4:junit4]   2> 1301 T1278 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/control/data/index/
[junit4:junit4]   2> 1302 T1278 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1303 T1278 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/control/data/index forceNew:false
[junit4:junit4]   2> 1307 T1278 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/control/data/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1307 T1278 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1308 T1278 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/control/data/index
[junit4:junit4]   2> 1309 T1278 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1309 T1278 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1310 T1278 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1310 T1278 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1311 T1278 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1311 T1278 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1311 T1278 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1311 T1278 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1312 T1278 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1320 T1278 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1324 T1278 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/control/data
[junit4:junit4]   2> 1326 T1278 oass.SolrIndexSearcher.<init> Opening Searcher@33f216fd main
[junit4:junit4]   2> 1326 T1278 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1327 T1278 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1329 T1279 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@33f216fd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1330 T1278 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1330 T1278 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1330 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c8830003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2163 T1276 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2164 T1276 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:17029_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:17029"}
[junit4:junit4]   2> 2164 T1276 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2164 T1276 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2165 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c8830003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2225 T1275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2343 T1278 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2343 T1278 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:17029 collection:control_collection shard:shard1
[junit4:junit4]   2> 2344 T1278 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2397 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c8830003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2398 T1278 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2399 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c8830003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2408 T1278 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2409 T1278 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2409 T1278 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:17029/collection1/
[junit4:junit4]   2> 2409 T1278 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2409 T1278 oasc.SyncStrategy.syncToMe http://127.0.0.1:17029/collection1/ has no replicas
[junit4:junit4]   2> 2410 T1278 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:17029/collection1/
[junit4:junit4]   2> 2410 T1278 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2414 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c8830003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3739 T1276 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3763 T1275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3799 T1278 oasc.ZkController.register We are http://127.0.0.1:17029/collection1/ and leader is http://127.0.0.1:17029/collection1/
[junit4:junit4]   2> 3799 T1278 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:17029
[junit4:junit4]   2> 3799 T1278 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3799 T1278 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3800 T1278 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3802 T1278 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3803 T1253 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3804 T1253 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3804 T1253 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3818 T1253 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3819 T1253 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:27111/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@744c2cdd
[junit4:junit4]   2> 3820 T1253 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3821 T1280 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:27111. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3821 T1280 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:27111, initiating session
[junit4:junit4]   2> 3821 T1255 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:55951
[junit4:junit4]   2> 3822 T1255 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:55951
[junit4:junit4]   2> 3823 T1257 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce545c8830004 with negotiated timeout 10000 for client /140.211.11.196:55951
[junit4:junit4]   2> 3823 T1280 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:27111, sessionid = 0x13ce545c8830004, negotiated timeout = 10000
[junit4:junit4]   2> 3823 T1281 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@744c2cdd name:ZooKeeperConnection Watcher:127.0.0.1:27111/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3823 T1253 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3825 T1253 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3826 T1253 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3986 T1253 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3990 T1253 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:26392
[junit4:junit4]   2> 3990 T1253 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3991 T1253 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3991 T1253 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1361056225131
[junit4:junit4]   2> 3992 T1253 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1361056225131/solr.xml
[junit4:junit4]   2> 3992 T1253 oasc.CoreContainer.<init> New CoreContainer 897109600
[junit4:junit4]   2> 3993 T1253 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1361056225131/'
[junit4:junit4]   2> 3994 T1253 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1361056225131/'
[junit4:junit4]   2> 4050 T1253 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4050 T1253 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4051 T1253 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4051 T1253 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4052 T1253 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4052 T1253 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4053 T1253 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4053 T1253 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4053 T1253 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4054 T1253 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4073 T1253 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4091 T1253 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:27111/solr
[junit4:junit4]   2> 4092 T1253 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4092 T1253 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:27111 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@60557564
[junit4:junit4]   2> 4093 T1253 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4094 T1291 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:27111. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4095 T1291 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:27111, initiating session
[junit4:junit4]   2> 4095 T1255 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:41219
[junit4:junit4]   2> 4095 T1255 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:41219
[junit4:junit4]   2> 4097 T1257 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce545c8830005 with negotiated timeout 20000 for client /140.211.11.196:41219
[junit4:junit4]   2> 4097 T1291 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:27111, sessionid = 0x13ce545c8830005, negotiated timeout = 20000
[junit4:junit4]   2> 4098 T1292 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@60557564 name:ZooKeeperConnection Watcher:127.0.0.1:27111 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4098 T1253 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4099 T1258 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ce545c8830005
[junit4:junit4]   2> 4115 T1292 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4115 T1255 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:41219 which had sessionid 0x13ce545c8830005
[junit4:junit4]   2> 4115 T1253 oaz.ZooKeeper.close Session: 0x13ce545c8830005 closed
[junit4:junit4]   2> 4116 T1253 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4126 T1253 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:27111/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4062c78a
[junit4:junit4]   2> 4127 T1253 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4127 T1293 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:27111. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4128 T1293 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:27111, initiating session
[junit4:junit4]   2> 4128 T1255 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:57656
[junit4:junit4]   2> 4128 T1255 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:57656
[junit4:junit4]   2> 4129 T1257 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce545c8830006 with negotiated timeout 20000 for client /140.211.11.196:57656
[junit4:junit4]   2> 4130 T1293 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:27111, sessionid = 0x13ce545c8830006, negotiated timeout = 20000
[junit4:junit4]   2> 4130 T1294 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4062c78a name:ZooKeeperConnection Watcher:127.0.0.1:27111/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4130 T1253 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4131 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c8830006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4137 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c8830006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4139 T1253 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5141 T1253 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:26392_
[junit4:junit4]   2> 5142 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c8830006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:26392_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:26392_
[junit4:junit4]   2> 5168 T1253 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:26392_
[junit4:junit4]   2> 5170 T1275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5171 T1281 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5171 T1294 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5182 T1275 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5187 T1295 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1361056225131/collection1
[junit4:junit4]   2> 5187 T1295 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5188 T1295 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5188 T1295 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5189 T1295 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1361056225131/collection1/'
[junit4:junit4]   2> 5190 T1295 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1361056225131/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5190 T1295 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1361056225131/collection1/lib/README' to classloader
[junit4:junit4]   2> 5237 T1295 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 5269 T1276 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5270 T1276 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:17029_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:17029"}
[junit4:junit4]   2> 5278 T1295 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5282 T1294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5282 T1275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5282 T1281 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5282 T1295 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5287 T1295 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5704 T1295 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5711 T1295 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5714 T1295 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5726 T1295 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5730 T1295 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5733 T1295 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5734 T1295 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5735 T1295 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1361056225131/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty1/
[junit4:junit4]   2> 5735 T1295 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd32a60
[junit4:junit4]   2> 5736 T1295 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 5736 T1295 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty1 forceNew:false
[junit4:junit4]   2> 5737 T1295 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty1
[junit4:junit4]   2> 5737 T1295 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty1/index/
[junit4:junit4]   2> 5737 T1295 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5738 T1295 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty1/index forceNew:false
[junit4:junit4]   2> 5743 T1295 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5743 T1295 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5744 T1295 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty1/index
[junit4:junit4]   2> 5745 T1295 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5745 T1295 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5746 T1295 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5746 T1295 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5747 T1295 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5747 T1295 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5747 T1295 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5748 T1295 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5748 T1295 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5756 T1295 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5760 T1295 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty1
[junit4:junit4]   2> 5761 T1295 oass.SolrIndexSearcher.<init> Opening Searcher@c1a3b1f main
[junit4:junit4]   2> 5762 T1295 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5762 T1295 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5766 T1296 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c1a3b1f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5767 T1295 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5767 T1295 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6786 T1276 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6787 T1276 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:26392_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:26392"}
[junit4:junit4]   2> 6787 T1276 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6787 T1276 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6792 T1275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6792 T1294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6792 T1281 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7771 T1295 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7771 T1295 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:26392 collection:collection1 shard:shard1
[junit4:junit4]   2> 7772 T1295 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7791 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c8830006 type:delete cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7793 T1295 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7793 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c8830006 type:create cxid:0x47 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7803 T1295 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7803 T1295 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7803 T1295 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:26392/collection1/
[junit4:junit4]   2> 7804 T1295 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7804 T1295 oasc.SyncStrategy.syncToMe http://127.0.0.1:26392/collection1/ has no replicas
[junit4:junit4]   2> 7804 T1295 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:26392/collection1/
[junit4:junit4]   2> 7804 T1295 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7809 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c8830006 type:create cxid:0x51 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8307 T1276 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8325 T1275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8325 T1281 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8325 T1294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8329 T1295 oasc.ZkController.register We are http://127.0.0.1:26392/collection1/ and leader is http://127.0.0.1:26392/collection1/
[junit4:junit4]   2> 8329 T1295 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:26392
[junit4:junit4]   2> 8329 T1295 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8329 T1295 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8330 T1295 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8337 T1295 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8338 T1253 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8338 T1253 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8339 T1253 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8464 T1253 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8467 T1253 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:39952
[junit4:junit4]   2> 8468 T1253 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8468 T1253 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8469 T1253 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1361056229652
[junit4:junit4]   2> 8469 T1253 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1361056229652/solr.xml
[junit4:junit4]   2> 8469 T1253 oasc.CoreContainer.<init> New CoreContainer 297145382
[junit4:junit4]   2> 8470 T1253 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1361056229652/'
[junit4:junit4]   2> 8470 T1253 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1361056229652/'
[junit4:junit4]   2> 8512 T1253 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8512 T1253 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8512 T1253 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8513 T1253 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8513 T1253 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8513 T1253 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8514 T1253 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8514 T1253 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8514 T1253 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8515 T1253 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8528 T1253 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8541 T1253 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:27111/solr
[junit4:junit4]   2> 8542 T1253 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8542 T1253 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:27111 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@3dbfe3fe
[junit4:junit4]   2> 8543 T1253 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8543 T1306 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:27111. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8544 T1306 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:27111, initiating session
[junit4:junit4]   2> 8544 T1255 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:34799
[junit4:junit4]   2> 8545 T1255 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:34799
[junit4:junit4]   2> 8548 T1257 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce545c8830007 with negotiated timeout 20000 for client /140.211.11.196:34799
[junit4:junit4]   2> 8548 T1306 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:27111, sessionid = 0x13ce545c8830007, negotiated timeout = 20000
[junit4:junit4]   2> 8548 T1307 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3dbfe3fe name:ZooKeeperConnection Watcher:127.0.0.1:27111 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8548 T1253 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8549 T1258 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ce545c8830007
[junit4:junit4]   2> 8550 T1307 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8550 T1253 oaz.ZooKeeper.close Session: 0x13ce545c8830007 closed
[junit4:junit4]   2> 8550 T1255 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:34799 which had sessionid 0x13ce545c8830007
[junit4:junit4]   2> 8551 T1253 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8557 T1253 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:27111/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@54bc1357
[junit4:junit4]   2> 8558 T1253 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8558 T1308 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:27111. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8559 T1308 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:27111, initiating session
[junit4:junit4]   2> 8559 T1255 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:60099
[junit4:junit4]   2> 8559 T1255 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:60099
[junit4:junit4]   2> 8561 T1257 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce545c8830008 with negotiated timeout 20000 for client /140.211.11.196:60099
[junit4:junit4]   2> 8561 T1308 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:27111, sessionid = 0x13ce545c8830008, negotiated timeout = 20000
[junit4:junit4]   2> 8561 T1309 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@54bc1357 name:ZooKeeperConnection Watcher:127.0.0.1:27111/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8561 T1253 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8562 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c8830008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8563 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c8830008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8573 T1253 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9575 T1253 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39952_
[junit4:junit4]   2> 9577 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c8830008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:39952_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:39952_
[junit4:junit4]   2> 9578 T1253 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39952_
[junit4:junit4]   2> 9581 T1275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9581 T1294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9582 T1281 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9582 T1309 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9582 T1281 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9583 T1275 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9583 T1294 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9615 T1310 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1361056229652/collection1
[junit4:junit4]   2> 9615 T1310 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9616 T1310 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9616 T1310 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9617 T1310 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1361056229652/collection1/'
[junit4:junit4]   2> 9619 T1310 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1361056229652/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9619 T1310 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1361056229652/collection1/lib/README' to classloader
[junit4:junit4]   2> 9665 T1310 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9737 T1310 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9838 T1310 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9838 T1276 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9839 T1276 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:26392_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:26392"}
[junit4:junit4]   2> 9844 T1310 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9889 T1294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9889 T1275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9889 T1281 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9889 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10415 T1310 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10422 T1310 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10425 T1310 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10437 T1310 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10440 T1310 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10444 T1310 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10445 T1310 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10446 T1310 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1361056229652/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty2/
[junit4:junit4]   2> 10446 T1310 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd32a60
[junit4:junit4]   2> 10446 T1310 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 10447 T1310 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty2 forceNew:false
[junit4:junit4]   2> 10447 T1310 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty2
[junit4:junit4]   2> 10447 T1310 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty2/index/
[junit4:junit4]   2> 10448 T1310 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10449 T1310 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty2/index forceNew:false
[junit4:junit4]   2> 10482 T1310 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty2/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10482 T1310 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10483 T1310 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty2/index
[junit4:junit4]   2> 10484 T1310 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10484 T1310 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10485 T1310 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10485 T1310 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10486 T1310 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10486 T1310 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10486 T1310 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10487 T1310 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10487 T1310 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10495 T1310 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10499 T1310 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty2
[junit4:junit4]   2> 10500 T1310 oass.SolrIndexSearcher.<init> Opening Searcher@4282b479 main
[junit4:junit4]   2> 10501 T1310 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10501 T1310 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10505 T1311 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4282b479 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10506 T1310 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10506 T1310 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11394 T1276 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11394 T1276 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:39952_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:39952"}
[junit4:junit4]   2> 11395 T1276 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11395 T1276 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 11411 T1275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11411 T1281 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11411 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11411 T1294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11508 T1310 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11508 T1310 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:39952 collection:collection1 shard:shard2
[junit4:junit4]   2> 11509 T1310 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 11526 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c8830008 type:delete cxid:0x45 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 11527 T1310 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 11528 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c8830008 type:create cxid:0x46 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11539 T1310 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 11539 T1310 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 11540 T1310 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39952/collection1/
[junit4:junit4]   2> 11540 T1310 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 11540 T1310 oasc.SyncStrategy.syncToMe http://127.0.0.1:39952/collection1/ has no replicas
[junit4:junit4]   2> 11540 T1310 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39952/collection1/
[junit4:junit4]   2> 11541 T1310 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 11544 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c8830008 type:create cxid:0x4f zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12927 T1276 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12951 T1275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12951 T1281 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12951 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12951 T1294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12983 T1310 oasc.ZkController.register We are http://127.0.0.1:39952/collection1/ and leader is http://127.0.0.1:39952/collection1/
[junit4:junit4]   2> 12983 T1310 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39952
[junit4:junit4]   2> 12983 T1310 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 12983 T1310 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 12983 T1310 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12985 T1310 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12986 T1253 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 12986 T1253 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12987 T1253 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13109 T1253 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 13112 T1253 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:10860
[junit4:junit4]   2> 13112 T1253 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 13112 T1253 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13113 T1253 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1361056234300
[junit4:junit4]   2> 13113 T1253 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1361056234300/solr.xml
[junit4:junit4]   2> 13113 T1253 oasc.CoreContainer.<init> New CoreContainer 346299250
[junit4:junit4]   2> 13114 T1253 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1361056234300/'
[junit4:junit4]   2> 13114 T1253 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1361056234300/'
[junit4:junit4]   2> 13157 T1253 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 13158 T1253 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13158 T1253 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 13159 T1253 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13159 T1253 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13159 T1253 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13160 T1253 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13160 T1253 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13160 T1253 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13161 T1253 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 13175 T1253 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13189 T1253 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:27111/solr
[junit4:junit4]   2> 13190 T1253 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 13190 T1253 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:27111 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@e3e7226
[junit4:junit4]   2> 13191 T1253 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13192 T1321 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:27111. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13193 T1321 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:27111, initiating session
[junit4:junit4]   2> 13193 T1255 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:22853
[junit4:junit4]   2> 13193 T1255 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:22853
[junit4:junit4]   2> 13195 T1257 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce545c8830009 with negotiated timeout 20000 for client /140.211.11.196:22853
[junit4:junit4]   2> 13195 T1321 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:27111, sessionid = 0x13ce545c8830009, negotiated timeout = 20000
[junit4:junit4]   2> 13195 T1322 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e3e7226 name:ZooKeeperConnection Watcher:127.0.0.1:27111 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13196 T1253 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13197 T1258 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ce545c8830009
[junit4:junit4]   2> 13210 T1322 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13210 T1255 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:22853 which had sessionid 0x13ce545c8830009
[junit4:junit4]   2> 13210 T1253 oaz.ZooKeeper.close Session: 0x13ce545c8830009 closed
[junit4:junit4]   2> 13211 T1253 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 13219 T1253 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:27111/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@3f4d5845
[junit4:junit4]   2> 13220 T1253 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13221 T1323 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:27111. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13221 T1323 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:27111, initiating session
[junit4:junit4]   2> 13221 T1255 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:24131
[junit4:junit4]   2> 13222 T1255 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:24131
[junit4:junit4]   2> 13223 T1257 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce545c883000a with negotiated timeout 20000 for client /140.211.11.196:24131
[junit4:junit4]   2> 13223 T1323 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:27111, sessionid = 0x13ce545c883000a, negotiated timeout = 20000
[junit4:junit4]   2> 13224 T1324 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3f4d5845 name:ZooKeeperConnection Watcher:127.0.0.1:27111/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13224 T1253 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13225 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c883000a type:create cxid:0x1 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13227 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c883000a type:create cxid:0x2 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13235 T1253 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 14237 T1253 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:10860_
[junit4:junit4]   2> 14238 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c883000a type:delete cxid:0x9 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:10860_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:10860_
[junit4:junit4]   2> 14239 T1253 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:10860_
[junit4:junit4]   2> 14241 T1275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14242 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14242 T1294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14243 T1324 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14243 T1281 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14243 T1281 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14253 T1275 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14253 T1309 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14253 T1294 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14258 T1325 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1361056234300/collection1
[junit4:junit4]   2> 14258 T1325 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 14259 T1325 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 14259 T1325 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 14260 T1325 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1361056234300/collection1/'
[junit4:junit4]   2> 14261 T1325 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1361056234300/collection1/lib/README' to classloader
[junit4:junit4]   2> 14262 T1325 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1361056234300/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 14312 T1325 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 14373 T1325 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14465 T1276 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14466 T1276 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:39952_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:39952"}
[junit4:junit4]   2> 14474 T1325 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14481 T1325 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14509 T1275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14509 T1294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14509 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14509 T1324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14509 T1281 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15117 T1325 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 15128 T1325 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 15133 T1325 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 15146 T1325 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15150 T1325 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15155 T1325 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15156 T1325 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15157 T1325 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1361056234300/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3/
[junit4:junit4]   2> 15157 T1325 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd32a60
[junit4:junit4]   2> 15158 T1325 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 15159 T1325 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3 forceNew:false
[junit4:junit4]   2> 15159 T1325 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3
[junit4:junit4]   2> 15160 T1325 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3/index/
[junit4:junit4]   2> 15160 T1325 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 15162 T1325 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3/index forceNew:false
[junit4:junit4]   2> 15193 T1325 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15194 T1325 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15195 T1325 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3/index
[junit4:junit4]   2> 15197 T1325 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 15197 T1325 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 15198 T1325 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 15199 T1325 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 15199 T1325 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 15199 T1325 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 15200 T1325 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 15200 T1325 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 15201 T1325 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 15214 T1325 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 15220 T1325 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3
[junit4:junit4]   2> 15221 T1325 oass.SolrIndexSearcher.<init> Opening Searcher@3e4b2d80 main
[junit4:junit4]   2> 15222 T1325 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 15223 T1325 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 15227 T1326 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3e4b2d80 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15229 T1325 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 15229 T1325 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16058 T1276 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16059 T1276 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:10860_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:10860"}
[junit4:junit4]   2> 16060 T1276 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 16060 T1276 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 16067 T1275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16067 T1294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16067 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16067 T1281 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16067 T1324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16232 T1325 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16232 T1325 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:10860 collection:collection1 shard:shard1
[junit4:junit4]   2> 16236 T1325 oasc.ZkController.register We are http://127.0.0.1:10860/collection1/ and leader is http://127.0.0.1:26392/collection1/
[junit4:junit4]   2> 16236 T1325 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:10860
[junit4:junit4]   2> 16236 T1325 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16236 T1325 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C104 name=collection1 org.apache.solr.core.SolrCore@770a3b5 url=http://127.0.0.1:10860/collection1 node=127.0.0.1:10860_ C104_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:10860_, base_url=http://127.0.0.1:10860}
[junit4:junit4]   2> 16237 T1327 C104 P10860 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16238 T1325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16238 T1327 C104 P10860 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16238 T1327 C104 P10860 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16238 T1327 C104 P10860 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16239 T1253 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 16239 T1253 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16240 T1253 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16240 T1327 C104 P10860 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16366 T1253 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 16368 T1253 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:49014
[junit4:junit4]   2> 16369 T1253 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 16369 T1253 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 16369 T1253 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1361056237555
[junit4:junit4]   2> 16370 T1253 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1361056237555/solr.xml
[junit4:junit4]   2> 16370 T1253 oasc.CoreContainer.<init> New CoreContainer 375223601
[junit4:junit4]   2> 16371 T1253 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1361056237555/'
[junit4:junit4]   2> 16371 T1253 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1361056237555/'
[junit4:junit4]   2> 16413 T1253 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 16414 T1253 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 16414 T1253 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 16414 T1253 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 16414 T1253 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 16415 T1253 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 16415 T1253 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 16415 T1253 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 16416 T1253 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 16416 T1253 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 16429 T1253 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 16443 T1253 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:27111/solr
[junit4:junit4]   2> 16444 T1253 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 16444 T1253 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:27111 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@135e4c9e
[junit4:junit4]   2> 16445 T1253 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16445 T1337 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:27111. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16446 T1337 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:27111, initiating session
[junit4:junit4]   2> 16447 T1255 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:26930
[junit4:junit4]   2> 16447 T1255 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:26930
[junit4:junit4]   2> 16449 T1257 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce545c883000b with negotiated timeout 20000 for client /140.211.11.196:26930
[junit4:junit4]   2> 16449 T1337 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:27111, sessionid = 0x13ce545c883000b, negotiated timeout = 20000
[junit4:junit4]   2> 16449 T1338 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@135e4c9e name:ZooKeeperConnection Watcher:127.0.0.1:27111 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16450 T1253 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16451 T1258 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ce545c883000b
[junit4:junit4]   2> 16460 T1338 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 16460 T1255 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:26930 which had sessionid 0x13ce545c883000b
[junit4:junit4]   2> 16460 T1253 oaz.ZooKeeper.close Session: 0x13ce545c883000b closed
[junit4:junit4]   2> 16460 T1253 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 16469 T1253 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:27111/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@101e38b7
[junit4:junit4]   2> 16470 T1253 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16470 T1339 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:27111. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16471 T1339 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:27111, initiating session
[junit4:junit4]   2> 16471 T1255 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:48348
[junit4:junit4]   2> 16471 T1255 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:48348
[junit4:junit4]   2> 16473 T1257 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce545c883000c with negotiated timeout 20000 for client /140.211.11.196:48348
[junit4:junit4]   2> 16473 T1339 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:27111, sessionid = 0x13ce545c883000c, negotiated timeout = 20000
[junit4:junit4]   2> 16473 T1340 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@101e38b7 name:ZooKeeperConnection Watcher:127.0.0.1:27111/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16474 T1253 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16475 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c883000c type:create cxid:0x1 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16476 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c883000c type:create cxid:0x2 zxid:0xa3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16484 T1253 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 17487 T1253 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49014_
[junit4:junit4]   2> 17488 T1258 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce545c883000c type:delete cxid:0x9 zxid:0xa4 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49014_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49014_
[junit4:junit4]   2> 17490 T1253 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49014_
[junit4:junit4]   2> 17492 T1275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17493 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17493 T1324 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17492 T1294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17493 T1281 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17494 T1324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17494 T1340 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17494 T1281 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17495 T1275 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17495 T1294 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17495 T1309 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17508 T1341 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1361056237555/collection1
[junit4:junit4]   2> 17508 T1341 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 17509 T1341 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 17509 T1341 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 17510 T1341 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1361056237555/collection1/'
[junit4:junit4]   2> 17511 T1341 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1361056237555/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 17512 T1341 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1361056237555/collection1/lib/README' to classloader
[junit4:junit4]   2> 17546 T1341 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 17581 T1276 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17582 T1276 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:10860_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:10860"}
[junit4:junit4]   2> 17587 T1341 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 17595 T1294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17595 T1275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17595 T1340 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17596 T1341 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 17595 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17595 T1324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17595 T1281 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17601 T1341 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 18044 T1341 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 18052 T1341 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 18055 T1341 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 18070 T1341 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18075 T1341 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18079 T1341 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18081 T1341 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18082 T1341 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1361056237555/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4/
[junit4:junit4]   2> 18083 T1341 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd32a60
[junit4:junit4]   2> 18083 T1341 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 18084 T1341 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4 forceNew:false
[junit4:junit4]   2> 18085 T1341 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4
[junit4:junit4]   2> 18085 T1341 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4/index/
[junit4:junit4]   2> 18086 T1341 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 18087 T1341 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4/index forceNew:false
[junit4:junit4]   2> 18092 T1341 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18093 T1341 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18093 T1341 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4/index
[junit4:junit4]   2> 18095 T1341 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 18095 T1341 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 18096 T1341 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 18097 T1341 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 18097 T1341 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 18098 T1341 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 18098 T1341 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 18098 T1341 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 18099 T1341 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 18109 T1341 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 18114 T1341 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4
[junit4:junit4]   2> 18115 T1341 oass.SolrIndexSearcher.<init> Opening Searcher@6347091d main
[junit4:junit4]   2> 18116 T1341 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 18117 T1341 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 18120 T1342 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6347091d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 18122 T1341 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 18122 T1341 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19101 T1276 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19101 T1276 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49014_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49014"}
[junit4:junit4]   2> 19102 T1276 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 19102 T1276 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 19106 T1275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19106 T1324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19106 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19106 T1281 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19106 T1340 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19106 T1294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19125 T1341 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 19125 T1341 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49014 collection:collection1 shard:shard2
[junit4:junit4]   2> 19127 T1341 oasc.ZkController.register We are http://127.0.0.1:49014/collection1/ and leader is http://127.0.0.1:39952/collection1/
[junit4:junit4]   2> 19127 T1341 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49014
[junit4:junit4]   2> 19128 T1341 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 19128 T1341 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C105 name=collection1 org.apache.solr.core.SolrCore@2c5069d4 url=http://127.0.0.1:49014/collection1 node=127.0.0.1:49014_ C105_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49014_, base_url=http://127.0.0.1:49014}
[junit4:junit4]   2> 19129 T1343 C105 P49014 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 19129 T1341 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19129 T1343 C105 P49014 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 19129 T1343 C105 P49014 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 19129 T1343 C105 P49014 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19130 T1253 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 19130 T1253 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 19130 T1253 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19133 T1343 C105 P49014 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19145 T1253 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19147 T1253 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 19147 T1253 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20149 T1253 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C104_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:10860_, base_url=http://127.0.0.1:10860}
[junit4:junit4]   2> 20255 T1327 C104 P10860 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:26392/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 20255 T1327 C104 P10860 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:10860 START replicas=[http://127.0.0.1:26392/collection1/] nUpdates=100
[junit4:junit4]   2> 20256 T1327 C104 P10860 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 20257 T1327 C104 P10860 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 20257 T1327 C104 P10860 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 20257 T1327 C104 P10860 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 20257 T1327 C104 P10860 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 20257 T1327 C104 P10860 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:26392/collection1/. core=collection1
[junit4:junit4]   2> 20258 T1327 C104 P10860 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C106 name=collection1 org.apache.solr.core.SolrCore@1c9e54ed url=http://127.0.0.1:26392/collection1 node=127.0.0.1:26392_ C106_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:26392_, base_url=http://127.0.0.1:26392, leader=true}
[junit4:junit4]   2> 20262 T1285 C106 P26392 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 20271 T1286 C106 P26392 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 20272 T1286 C106 P26392 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty1
[junit4:junit4]   2> 20275 T1286 C106 P26392 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 20275 T1286 C106 P26392 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 20304 T1286 C106 P26392 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty1/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20305 T1286 C106 P26392 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20306 T1286 C106 P26392 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty1
[junit4:junit4]   2> 20306 T1286 C106 P26392 oass.SolrIndexSearcher.<init> Opening Searcher@3e72bb44 realtime
[junit4:junit4]   2> 20306 T1286 C106 P26392 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20306 T1286 C106 P26392 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 35
[junit4:junit4]   2> 20307 T1327 C104 P10860 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20308 T1327 C104 P10860 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 20310 T1287 C106 P26392 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20311 T1287 C106 P26392 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 20311 T1327 C104 P10860 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 20311 T1327 C104 P10860 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 20312 T1327 C104 P10860 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 20314 T1287 C106 P26392 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty1
[junit4:junit4]   2> 20315 T1287 C106 P26392 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty1/index
[junit4:junit4]   2> 20315 T1287 C106 P26392 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 20316 T1327 C104 P10860 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 20317 T1327 C104 P10860 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3/index.20130216121041620 forceNew:false
[junit4:junit4]   2> 20318 T1327 C104 P10860 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3
[junit4:junit4]   2> 20318 T1327 C104 P10860 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3/index.20130216121041620 lockFactory=org.apache.lucene.store.NativeFSLockFactory@615e12a6 fullCopy=true
[junit4:junit4]   2> 20322 T1287 C106 P26392 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 20324 T1327 C104 P10860 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3/index
[junit4:junit4]   2> 20324 T1327 C104 P10860 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 20325 T1327 C104 P10860 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130216121041620
[junit4:junit4]   2> 20326 T1327 C104 P10860 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3
[junit4:junit4]   2> 20326 T1327 C104 P10860 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3
[junit4:junit4]   2> 20327 T1327 C104 P10860 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3/index.20130216121041620
[junit4:junit4]   2> 20330 T1327 C104 P10860 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3/index.20130216121041620,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20331 T1327 C104 P10860 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20332 T1327 C104 P10860 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3
[junit4:junit4]   2> 20332 T1327 C104 P10860 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 20333 T1327 C104 P10860 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 20333 T1327 C104 P10860 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 20334 T1327 C104 P10860 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3/index.20130216121041620
[junit4:junit4]   2> 20334 T1327 C104 P10860 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3
[junit4:junit4]   2> 20338 T1327 C104 P10860 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3/index.20130216121041620,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20338 T1327 C104 P10860 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20338 T1327 C104 P10860 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 20339 T1327 C104 P10860 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3
[junit4:junit4]   2> 20339 T1327 C104 P10860 oass.SolrIndexSearcher.<init> Opening Searcher@ebfedcf main
[junit4:junit4]   2> 20340 T1326 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ebfedcf main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 20341 T1326 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3/index
[junit4:junit4]   2> 20341 T1327 C104 P10860 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 20343 T1327 C104 P10860 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3/index.20130216121041620,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3/index.20130216121041620,segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 20344 T1327 C104 P10860 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 20345 T1327 C104 P10860 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3
[junit4:junit4]   2> 20345 T1327 C104 P10860 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20345 T1327 C104 P10860 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3/index.20130216121041620
[junit4:junit4]   2> 20345 T1327 C104 P10860 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3/index
[junit4:junit4]   2> 20346 T1327 C104 P10860 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 20346 T1327 C104 P10860 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 20346 T1327 C104 P10860 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 20346 T1327 C104 P10860 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20355 T1327 C104 P10860 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20623 T1276 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20624 T1276 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49014_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49014"}
[junit4:junit4]   2> 20628 T1276 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:10860_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:10860"}
[junit4:junit4]   2> 20645 T1275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20645 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20645 T1340 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20645 T1281 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20645 T1294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20645 T1324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21151 T1253 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22154 T1253 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C105_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49014_, base_url=http://127.0.0.1:49014}
[junit4:junit4]   2> 23149 T1343 C105 P49014 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:39952/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 23149 T1343 C105 P49014 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49014 START replicas=[http://127.0.0.1:39952/collection1/] nUpdates=100
[junit4:junit4]   2> 23150 T1343 C105 P49014 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 23150 T1343 C105 P49014 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 23150 T1343 C105 P49014 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 23150 T1343 C105 P49014 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 23150 T1343 C105 P49014 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 23151 T1343 C105 P49014 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:39952/collection1/. core=collection1
[junit4:junit4]   2> 23152 T1343 C105 P49014 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 23156 T1253 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C107 name=collection1 org.apache.solr.core.SolrCore@8fd01e1 url=http://127.0.0.1:39952/collection1 node=127.0.0.1:39952_ C107_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:39952_, base_url=http://127.0.0.1:39952, leader=true}
[junit4:junit4]   2> 23163 T1300 C107 P39952 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 23178 T1301 C107 P39952 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 23179 T1301 C107 P39952 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty2
[junit4:junit4]   2> 23183 T1301 C107 P39952 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty2/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 23184 T1301 C107 P39952 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 23188 T1301 C107 P39952 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty2/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty2/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 23188 T1301 C107 P39952 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 23189 T1301 C107 P39952 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty2
[junit4:junit4]   2> 23190 T1301 C107 P39952 oass.SolrIndexSearcher.<init> Opening Searcher@73987327 realtime
[junit4:junit4]   2> 23190 T1301 C107 P39952 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23191 T1301 C107 P39952 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4]   2> 23192 T1343 C105 P49014 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 23192 T1343 C105 P49014 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 23195 T1302 C107 P39952 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 23196 T1302 C107 P39952 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 23197 T1343 C105 P49014 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 23197 T1343 C105 P49014 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 23197 T1343 C105 P49014 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 23199 T1302 C107 P39952 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty2
[junit4:junit4]   2> 23201 T1302 C107 P39952 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty2/index
[junit4:junit4]   2> 23201 T1302 C107 P39952 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
[junit4:junit4]   2> 23202 T1343 C105 P49014 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 23203 T1343 C105 P49014 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4/index.20130216121044506 forceNew:false
[junit4:junit4]   2> 23204 T1343 C105 P49014 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4
[junit4:junit4]   2> 23204 T1343 C105 P49014 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4/index.20130216121044506 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3162b662 fullCopy=true
[junit4:junit4]   2> 23209 T1302 C107 P39952 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 23211 T1343 C105 P49014 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4/index
[junit4:junit4]   2> 23211 T1343 C105 P49014 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 23212 T1343 C105 P49014 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130216121044506
[junit4:junit4]   2> 23213 T1343 C105 P49014 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4
[junit4:junit4]   2> 23214 T1343 C105 P49014 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4
[junit4:junit4]   2> 23214 T1343 C105 P49014 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4/index.20130216121044506
[junit4:junit4]   2> 23218 T1343 C105 P49014 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4/index.20130216121044506,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 23219 T1343 C105 P49014 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 23220 T1343 C105 P49014 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4
[junit4:junit4]   2> 23220 T1343 C105 P49014 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 23221 T1343 C105 P49014 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 23221 T1343 C105 P49014 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 23222 T1343 C105 P49014 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4/index.20130216121044506
[junit4:junit4]   2> 23222 T1343 C105 P49014 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4
[junit4:junit4]   2> 23226 T1343 C105 P49014 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4/index.20130216121044506,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 23227 T1343 C105 P49014 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 23227 T1343 C105 P49014 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 23228 T1343 C105 P49014 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4
[junit4:junit4]   2> 23228 T1343 C105 P49014 oass.SolrIndexSearcher.<init> Opening Searcher@2f924b3f main
[junit4:junit4]   2> 23229 T1342 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2f924b3f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 23230 T1342 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4/index
[junit4:junit4]   2> 23231 T1343 C105 P49014 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 23244 T1343 C105 P49014 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4/index.20130216121044506,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4/index.20130216121044506,segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 23245 T1343 C105 P49014 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 23246 T1343 C105 P49014 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4
[junit4:junit4]   2> 23246 T1343 C105 P49014 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23246 T1343 C105 P49014 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4/index.20130216121044506
[junit4:junit4]   2> 23246 T1343 C105 P49014 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4/index
[junit4:junit4]   2> 23247 T1343 C105 P49014 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 23247 T1343 C105 P49014 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 23247 T1343 C105 P49014 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 23247 T1343 C105 P49014 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 23249 T1343 C105 P49014 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 23659 T1276 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23660 T1276 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49014_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49014"}
[junit4:junit4]   2> 23677 T1275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23677 T1294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23677 T1340 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23677 T1324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23677 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23677 T1281 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24159 T1253 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24162 T1253 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C108 name=collection1 org.apache.solr.core.SolrCore@1a107bd3 url=http://127.0.0.1:17029/collection1 node=127.0.0.1:17029_ C108_STATE=coll:control_collection core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:17029_, base_url=http://127.0.0.1:17029, leader=true}
[junit4:junit4]   2> 24173 T1265 C108 P17029 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/control/data
[junit4:junit4]   2> 24178 T1265 C108 P17029 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/control/data/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 24179 T1265 C108 P17029 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 24180 T1265 C108 P17029 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/control/data
[junit4:junit4]   2> 24181 T1265 C108 P17029 oass.SolrIndexSearcher.<init> Opening Searcher@3da45b7c realtime
[junit4:junit4]   2> 24181 T1265 C108 P17029 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1427170913656242176)} 0 9
[junit4:junit4]   2> 24195 T1303 C107 P39952 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty2
[junit4:junit4]   2> 24199 T1288 C106 P26392 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty1
[junit4:junit4]   2>  C105_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49014_, base_url=http://127.0.0.1:49014}
[junit4:junit4]   2> 24205 T1330 C105 P49014 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4
[junit4:junit4]   2> 24206 T1330 C105 P49014 /update {update.distrib=FROMLEADER&_version_=-1427170913678262272&update.from=http://127.0.0.1:39952/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1427170913678262272)} 0 2
[junit4:junit4]   2>  C104_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:10860_, base_url=http://127.0.0.1:10860}
[junit4:junit4]   2> 24210 T1314 C104 P10860 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty3
[junit4:junit4]   2> 24211 T1314 C104 P10860 /update {update.distrib=FROMLEADER&_version_=-1427170913683505152&update.from=http://127.0.0.1:26392/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1427170913683505152)} 0 3
[junit4:junit4]   2> 24211 T1288 C106 P26392 /update {update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1427170913683505152)} 0 13
[junit4:junit4]   2> 24212 T1303 C107 P39952 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1427170913678262272)} 0 19
[junit4:junit4]   2> 24222 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[1 (1427170913704476672)]} 0 4
[junit4:junit4]   2> 24237 T1314 C104 P10860 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1427170913711816704)]} 0 5
[junit4:junit4]   2> 24238 T1289 C106 P26392 /update {wt=javabin&version=2} {add=[1 (1427170913711816704)]} 0 13
[junit4:junit4]   2> 24243 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[2 (1427170913729642496)]} 0 2
[junit4:junit4]   2> 24257 T1330 C105 P49014 /update {distrib.from=http://127.0.0.1:39952/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1427170913735933952)]} 0 3
[junit4:junit4]   2> 24258 T1304 C107 P39952 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1427170913735933952)]} 0 10
[junit4:junit4]   2> 24259 T1289 C106 P26392 /update {wt=javabin&version=2} {add=[2]} 0 13
[junit4:junit4]   2> 24264 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[3 (1427170913751662592)]} 0 2
[junit4:junit4]   2> 24275 T1330 C105 P49014 /update {distrib.from=http://127.0.0.1:39952/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1427170913756905472)]} 0 2
[junit4:junit4]   2> 24276 T1303 C107 P39952 /update {wt=javabin&version=2} {add=[3 (1427170913756905472)]} 0 9
[junit4:junit4]   2> 24281 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[4 (1427170913768439808)]} 0 2
[junit4:junit4]   2> 24295 T1314 C104 P10860 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1427170913777876992)]} 0 2
[junit4:junit4]   2> 24296 T1288 C106 P26392 /update {distrib.from=http://127.0.0.1:39952/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[4 (1427170913777876992)]} 0 8
[junit4:junit4]   2> 24297 T1303 C107 P39952 /update {wt=javabin&version=2} {add=[4]} 0 13
[junit4:junit4]   2> 24302 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[5 (1427170913790459904)]} 0 2
[junit4:junit4]   2> 24314 T1330 C105 P49014 /update {distrib.from=http://127.0.0.1:39952/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1427170913798848512)]} 0 2
[junit4:junit4]   2> 24315 T1304 C107 P39952 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1427170913798848512)]} 0 7
[junit4:junit4]   2> 24315 T1289 C106 P26392 /update {wt=javabin&version=2} {add=[5]} 0 10
[junit4:junit4]   2> 24320 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[6 (1427170913809334272)]} 0 2
[junit4:junit4]   2> 24329 T1330 C105 P49014 /update {distrib.from=http://127.0.0.1:39952/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1427170913814577152)]} 0 2
[junit4:junit4]   2> 24329 T1303 C107 P39952 /update {wt=javabin&version=2} {add=[6 (1427170913814577152)]} 0 6
[junit4:junit4]   2> 24334 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[7 (1427170913824014336)]} 0 2
[junit4:junit4]   2> 24346 T1330 C105 P49014 /update {distrib.from=http://127.0.0.1:39952/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1427170913832402944)]} 0 2
[junit4:junit4]   2> 24346 T1304 C107 P39952 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1427170913832402944)]} 0 6
[junit4:junit4]   2> 24347 T1289 C106 P26392 /update {wt=javabin&version=2} {add=[7]} 0 10
[junit4:junit4]   2> 24352 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[8 (1427170913842888704)]} 0 2
[junit4:junit4]   2> 24364 T1314 C104 P10860 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1427170913851277312)]} 0 2
[junit4:junit4]   2> 24364 T1288 C106 P26392 /update {distrib.from=http://127.0.0.1:39952/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1427170913851277312)]} 0 6
[junit4:junit4]   2> 24365 T1303 C107 P39952 /update {wt=javabin&version=2} {add=[8]} 0 10
[junit4:junit4]   2> 24370 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[9 (1427170913861763072)]} 0 2
[junit4:junit4]   2> 24385 T1330 C105 P49014 /update {distrib.from=http://127.0.0.1:39952/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1427170913873297408)]} 0 2
[junit4:junit4]   2> 24386 T1304 C107 P39952 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[9 (1427170913873297408)]} 0 8
[junit4:junit4]   2> 24387 T1289 C106 P26392 /update {wt=javabin&version=2} {add=[9]} 0 12
[junit4:junit4]   2> 24392 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[10 (1427170913884831744)]} 0 1
[junit4:junit4]   2> 24400 T1314 C104 P10860 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1427170913889026048)]} 0 2
[junit4:junit4]   2> 24400 T1289 C106 P26392 /update {wt=javabin&version=2} {add=[10 (1427170913889026048)]} 0 6
[junit4:junit4]   2> 24405 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[11 (1427170913898463232)]} 0 2
[junit4:junit4]   2> 24418 T1314 C104 P10860 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1427170913906851840)]} 0 2
[junit4:junit4]   2> 24419 T1288 C106 P26392 /update {distrib.from=http://127.0.0.1:39952/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[11 (1427170913906851840)]} 0 8
[junit4:junit4]   2> 24419 T1303 C107 P39952 /update {wt=javabin&version=2} {add=[11]} 0 11
[junit4:junit4]   2> 24424 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[12 (1427170913919434752)]} 0 2
[junit4:junit4]   2> 24436 T1314 C104 P10860 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1427170913925726208)]} 0 2
[junit4:junit4]   2> 24437 T1289 C106 P26392 /update {wt=javabin&version=2} {add=[12 (1427170913925726208)]} 0 9
[junit4:junit4]   2> 24441 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[13 (1427170913937260544)]} 0 1
[junit4:junit4]   2> 24450 T1314 C104 P10860 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1427170913941454848)]} 0 2
[junit4:junit4]   2> 24450 T1289 C106 P26392 /update {wt=javabin&version=2} {add=[13 (1427170913941454848)]} 0 6
[junit4:junit4]   2> 24455 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[14 (1427170913951940608)]} 0 1
[junit4:junit4]   2> 24467 T1314 C104 P10860 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1427170913959280640)]} 0 2
[junit4:junit4]   2> 24467 T1288 C106 P26392 /update {distrib.from=http://127.0.0.1:39952/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1427170913959280640)]} 0 6
[junit4:junit4]   2> 24468 T1303 C107 P39952 /update {wt=javabin&version=2} {add=[14]} 0 10
[junit4:junit4]   2> 24473 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[15 (1427170913970814976)]} 0 1
[junit4:junit4]   2> 24482 T1314 C104 P10860 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1427170913975009280)]} 0 2
[junit4:junit4]   2> 24483 T1289 C106 P26392 /update {wt=javabin&version=2} {add=[15 (1427170913975009280)]} 0 7
[junit4:junit4]   2> 24487 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[16 (1427170913985495040)]} 0 1
[junit4:junit4]   2> 24497 T1314 C104 P10860 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1427170913990737920)]} 0 2
[junit4:junit4]   2> 24497 T1289 C106 P26392 /update {wt=javabin&version=2} {add=[16 (1427170913990737920)]} 0 6
[junit4:junit4]   2> 24504 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[17 (1427170914002272256)]} 0 3
[junit4:junit4]   2> 24518 T1330 C105 P49014 /update {distrib.from=http://127.0.0.1:39952/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1427170914008563712)]} 0 4
[junit4:junit4]   2> 24519 T1303 C107 P39952 /update {wt=javabin&version=2} {add=[17 (1427170914008563712)]} 0 12
[junit4:junit4]   2> 24524 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[100 (1427170914024292352)]} 0 2
[junit4:junit4]   2> 24535 T1314 C104 P10860 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[100 (1427170914031632384)]} 0 1
[junit4:junit4]   2> 24536 T1288 C106 P26392 /update {distrib.from=http://127.0.0.1:39952/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[100 (1427170914031632384)]} 0 6
[junit4:junit4]   2> 24537 T1303 C107 P39952 /update {wt=javabin&version=2} {add=[100]} 0 10
[junit4:junit4]   2> 24542 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[101 (1427170914042118144)]} 0 2
[junit4:junit4]   2> 24551 T1314 C104 P10860 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[101 (1427170914047361024)]} 0 2
[junit4:junit4]   2> 24551 T1289 C106 P26392 /update {wt=javabin&version=2} {add=[101 (1427170914047361024)]} 0 6
[junit4:junit4]   2> 24557 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[102 (1427170914057846784)]} 0 2
[junit4:junit4]   2> 24568 T1314 C104 P10860 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[102 (1427170914066235392)]} 0 1
[junit4:junit4]   2> 24569 T1288 C106 P26392 /update {distrib.from=http://127.0.0.1:39952/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[102 (1427170914066235392)]} 0 6
[junit4:junit4]   2> 24570 T1303 C107 P39952 /update {wt=javabin&version=2} {add=[102]} 0 10
[junit4:junit4]   2> 24574 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[103 (1427170914076721152)]} 0 1
[junit4:junit4]   2> 24586 T1330 C105 P49014 /update {distrib.from=http://127.0.0.1:39952/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[103 (1427170914084061184)]} 0 2
[junit4:junit4]   2> 24586 T1304 C107 P39952 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[103 (1427170914084061184)]} 0 6
[junit4:junit4]   2> 24587 T1289 C106 P26392 /update {wt=javabin&version=2} {add=[103]} 0 10
[junit4:junit4]   2> 24591 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[104 (1427170914094546944)]} 0 1
[junit4:junit4]   2> 24603 T1330 C105 P49014 /update {distrib.from=http://127.0.0.1:39952/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[104 (1427170914101886976)]} 0 2
[junit4:junit4]   2> 24604 T1304 C107 P39952 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[104 (1427170914101886976)]} 0 7
[junit4:junit4]   2> 24604 T1289 C106 P26392 /update {wt=javabin&version=2} {add=[104]} 0 10
[junit4:junit4]   2> 24608 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[105 (1427170914112372736)]} 0 1
[junit4:junit4]   2> 24616 T1330 C105 P49014 /update {distrib.from=http://127.0.0.1:39952/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[105 (1427170914116567040)]} 0 1
[junit4:junit4]   2> 24617 T1303 C107 P39952 /update {wt=javabin&version=2} {add=[105 (1427170914116567040)]} 0 6
[junit4:junit4]   2> 24621 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[106 (1427170914126004224)]} 0 1
[junit4:junit4]   2> 24633 T1330 C105 P49014 /update {distrib.from=http://127.0.0.1:39952/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[106 (1427170914133344256)]} 0 2
[junit4:junit4]   2> 24633 T1304 C107 P39952 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[106 (1427170914133344256)]} 0 6
[junit4:junit4]   2> 24634 T1289 C106 P26392 /update {wt=javabin&version=2} {add=[106]} 0 10
[junit4:junit4]   2> 24639 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[107 (1427170914143830016)]} 0 2
[junit4:junit4]   2> 24651 T1314 C104 P10860 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[107 (1427170914153267200)]} 0 2
[junit4:junit4]   2> 24652 T1288 C106 P26392 /update {distrib.from=http://127.0.0.1:39952/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[107 (1427170914153267200)]} 0 7
[junit4:junit4]   2> 24653 T1303 C107 P39952 /update {wt=javabin&version=2} {add=[107]} 0 11
[junit4:junit4]   2> 24657 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[108 (1427170914163752960)]} 0 1
[junit4:junit4]   2> 24669 T1314 C104 P10860 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[108 (1427170914171092992)]} 0 2
[junit4:junit4]   2> 24669 T1288 C106 P26392 /update {distrib.from=http://127.0.0.1:39952/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[108 (1427170914171092992)]} 0 6
[junit4:junit4]   2> 24670 T1303 C107 P39952 /update {wt=javabin&version=2} {add=[108]} 0 10
[junit4:junit4]   2> 24675 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[109 (1427170914181578752)]} 0 2
[junit4:junit4]   2> 24684 T1314 C104 P10860 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[109 (1427170914186821632)]} 0 2
[junit4:junit4]   2> 24684 T1289 C106 P26392 /update {wt=javabin&version=2} {add=[109 (1427170914186821632)]} 0 7
[junit4:junit4]   2> 24688 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[110 (1427170914196258816)]} 0 1
[junit4:junit4]   2> 24697 T1314 C104 P10860 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[110 (1427170914200453120)]} 0 1
[junit4:junit4]   2> 24698 T1289 C106 P26392 /update {wt=javabin&version=2} {add=[110 (1427170914200453120)]} 0 7
[junit4:junit4]   2> 24702 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[111 (1427170914210938880)]} 0 1
[junit4:junit4]   2> 24712 T1314 C104 P10860 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[111 (1427170914216181760)]} 0 2
[junit4:junit4]   2> 24713 T1289 C106 P26392 /update {wt=javabin&version=2} {add=[111 (1427170914216181760)]} 0 8
[junit4:junit4]   2> 24717 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[112 (1427170914226667520)]} 0 1
[junit4:junit4]   2> 24727 T1330 C105 P49014 /update {distrib.from=http://127.0.0.1:39952/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[112 (1427170914230861824)]} 0 2
[junit4:junit4]   2> 24730 T1303 C107 P39952 /update {wt=javabin&version=2} {add=[112 (1427170914230861824)]} 0 10
[junit4:junit4]   2> 24740 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[113 (1427170914250784768)]} 0 2
[junit4:junit4]   2> 24753 T1314 C104 P10860 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[113 (1427170914259173376)]} 0 2
[junit4:junit4]   2> 24754 T1288 C106 P26392 /update {distrib.from=http://127.0.0.1:39952/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[113 (1427170914259173376)]} 0 8
[junit4:junit4]   2> 24756 T1303 C107 P39952 /update {wt=javabin&version=2} {add=[113]} 0 13
[junit4:junit4]   2> 24762 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[114 (1427170914272804864)]} 0 2
[junit4:junit4]   2> 24772 T1314 C104 P10860 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[114 (1427170914279096320)]} 0 2
[junit4:junit4]   2> 24773 T1289 C106 P26392 /update {wt=javabin&version=2} {add=[114 (1427170914279096320)]} 0 7
[junit4:junit4]   2> 24778 T1265 C108 P17029 /update {wt=javabin&version=2} {add=[115 (1427170914289582080)]} 0 2
[junit4:junit4]   2> 24789 T1330 C105 P49014 /update {distrib.from=http://127.0.0.1:39952/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[115 (1427170914297970688)]} 0 1
[junit4:junit4]   2> 24790 T1304 C107 P39952 /update {distrib.from=http://127.0.0.1:26392/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[115 (1427170914297970688)]} 0 6
[junit4:junit4]   2> 24791 T1289 C106 P26392 /update {wt=javabin&version=2} {add=[115]}

[...truncated too long message...]

istributedZkTest-1361056221308/jetty4/index.20130216121044506
[junit4:junit4]   2> 132941 T1340 oash.SnapPuller$2.preClose removing old index files org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@795e6aa7
[junit4:junit4]   2> 132941 T1340 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4/index.20130216121044506
[junit4:junit4]   2> 132942 T1340 oash.SnapPuller$2.postClose removing old index directory org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@795e6aa7
[junit4:junit4]   2> 132942 T1340 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4
[junit4:junit4]   2> 132942 T1340 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4
[junit4:junit4]   2> 132942 T1340 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4/index
[junit4:junit4]   2> 132943 T1340 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1361056221308/jetty4/index
[junit4:junit4]   2> 132943 T1340 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 132943 T1340 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 132943 T1340 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 132944 T1340 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection3/leader_elect/shard2/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:236)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 132944 T1340 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection2/leader_elect/shard2/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:236)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 132945 T1340 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:236)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 132946 T1340 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Asserting, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=ar_SY, timezone=Pacific/Samoa
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_09 (64-bit)/cpus=16,threads=3,free=197189728,total=419430400
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestSearchPerf, DefaultValueUpdateProcessorTest, UniqFieldsUpdateProcessorFactoryTest, ZkCLITest, TestCoreContainer, SolrPluginUtilsTest, ZkControllerTest, CopyFieldTest, NoCacheHeaderTest, LoggingHandlerTest, TestBadConfig, HighlighterConfigTest, TestPHPSerializedResponseWriter, TestFastOutputStream, TestJmxMonitoredMap, TestStressReorder, SpellPossibilityIteratorTest, SpatialFilterTest, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, PluginInfoTest, DistributedSpellCheckComponentTest, TestQuerySenderNoQuery, TestXIncludeConfig, ResourceLoaderTest, TestFastLRUCache, CircularListTest, TestPseudoReturnFields, SortByFunctionTest, SpellCheckCollatorTest, TestQueryTypes, TestStressRecovery, JsonLoaderTest, DirectSolrConnectionTest, TestPerFieldSimilarity, TestAtomicUpdateErrorCases, NumericFieldsTest, SampleTest, AlternateDirectoryTest, SuggesterWFSTTest, FieldAnalysisRequestHandlerTest, IndexBasedSpellCheckerTest, ResponseLogComponentTest, WordBreakSolrSpellCheckerTest, DistributedTermsComponentTest, TestSolrQueryParser, TestReload, TestFastWriter, SyncSliceTest, JSONWriterTest, TestIBSimilarityFactory, TestLuceneMatchVersion, DateMathParserTest, ShardRoutingCustomTest, ClusterStateUpdateTest, SearchHandlerTest, ChaosMonkeySafeLeaderTest, DistanceFunctionTest, SOLR749Test, BasicDistributedZkTest]
[junit4:junit4] Completed on J0 in 133.95s, 1 test, 1 error <<< FAILURES!

[...truncated 398 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/common-build.xml:447: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1202: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:865: There were test failures: 251 suites, 1049 tests, 1 error, 22 ignored (4 assumptions)

Total time: 42 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3738 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3738/

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
parsing error

Stack Trace:
org.apache.solr.common.SolrException: parsing error
	at __randomizedtesting.SeedInfo.seed([2B54C8C517BC1B4D:AAB246DD60E37B71]:0)
	at org.apache.solr.client.solrj.impl.BinaryResponseParser.processResponse(BinaryResponseParser.java:43)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:387)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
	at org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(BasicDistributedZkTest.java:611)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:337)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.net.SocketException: Socket closed
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:166)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:90)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.read(AbstractSessionInputBuffer.java:212)
	at org.apache.http.impl.io.ContentLengthInputStream.read(ContentLengthInputStream.java:182)
	at org.apache.http.conn.EofSensorInputStream.read(EofSensorInputStream.java:138)
	at org.apache.solr.common.util.FastInputStream.readWrappedStream(FastInputStream.java:80)
	at org.apache.solr.common.util.FastInputStream.refill(FastInputStream.java:89)
	at org.apache.solr.common.util.FastInputStream.readByte(FastInputStream.java:192)
	at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:107)
	at org.apache.solr.client.solrj.impl.BinaryResponseParser.processResponse(BinaryResponseParser.java:41)
	... 48 more




Build Log:
[...truncated 9491 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4]   2> 0 T1074 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /okcl/f
[junit4:junit4]   2> 5 T1074 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZkTest-1361017696089
[junit4:junit4]   2> 7 T1074 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 7 T1075 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 11 T1075 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 11 T1075 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 12 T1075 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 13 T1075 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 14 T1075 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 108 T1074 oasc.ZkTestServer.run start zk server on port:34542
[junit4:junit4]   2> 108 T1074 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34542 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@4e1ec3cf
[junit4:junit4]   2> 109 T1074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 110 T1080 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:34542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 110 T1080 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:34542, initiating session
[junit4:junit4]   2> 110 T1076 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:10872
[junit4:junit4]   2> 111 T1076 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:10872
[junit4:junit4]   2> 111 T1078 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 114 T1078 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce2f9ef620000 with negotiated timeout 10000 for client /140.211.11.196:10872
[junit4:junit4]   2> 114 T1080 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:34542, sessionid = 0x13ce2f9ef620000, negotiated timeout = 10000
[junit4:junit4]   2> 114 T1081 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e1ec3cf name:ZooKeeperConnection Watcher:127.0.0.1:34542 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 115 T1074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 115 T1074 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 119 T1079 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ce2f9ef620000
[junit4:junit4]   2> 130 T1081 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 130 T1076 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:10872 which had sessionid 0x13ce2f9ef620000
[junit4:junit4]   2> 130 T1074 oaz.ZooKeeper.close Session: 0x13ce2f9ef620000 closed
[junit4:junit4]   2> 131 T1074 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34542/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@4e338391
[junit4:junit4]   2> 132 T1074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 132 T1082 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:34542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 133 T1082 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:34542, initiating session
[junit4:junit4]   2> 133 T1076 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:44727
[junit4:junit4]   2> 133 T1076 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:44727
[junit4:junit4]   2> 135 T1078 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce2f9ef620001 with negotiated timeout 10000 for client /140.211.11.196:44727
[junit4:junit4]   2> 135 T1082 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:34542, sessionid = 0x13ce2f9ef620001, negotiated timeout = 10000
[junit4:junit4]   2> 135 T1083 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e338391 name:ZooKeeperConnection Watcher:127.0.0.1:34542/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 136 T1074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 136 T1074 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 141 T1074 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 145 T1074 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 153 T1074 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 157 T1074 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 158 T1074 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 170 T1074 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 171 T1074 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 279 T1074 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 279 T1074 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 283 T1074 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 284 T1074 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 288 T1074 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 288 T1074 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 292 T1074 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 293 T1074 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 297 T1074 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 297 T1074 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 301 T1074 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 302 T1074 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 305 T1074 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 306 T1074 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 310 T1079 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ce2f9ef620001
[junit4:junit4]   2> 311 T1083 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 311 T1074 oaz.ZooKeeper.close Session: 0x13ce2f9ef620001 closed
[junit4:junit4]   2> 311 T1076 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:44727 which had sessionid 0x13ce2f9ef620001
[junit4:junit4]   2> 476 T1074 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 480 T1074 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:26820
[junit4:junit4]   2> 480 T1074 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 481 T1074 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 482 T1074 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1361017696395
[junit4:junit4]   2> 482 T1074 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1361017696395/solr.xml
[junit4:junit4]   2> 483 T1074 oasc.CoreContainer.<init> New CoreContainer 726010878
[junit4:junit4]   2> 483 T1074 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1361017696395/'
[junit4:junit4]   2> 484 T1074 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1361017696395/'
[junit4:junit4]   2> 543 T1074 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 544 T1074 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 545 T1074 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 545 T1074 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 546 T1074 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 546 T1074 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 547 T1074 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 547 T1074 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 548 T1074 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 548 T1074 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 571 T1074 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 591 T1074 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:34542/solr
[junit4:junit4]   2> 592 T1074 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 592 T1074 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34542 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@770f91c4
[junit4:junit4]   2> 593 T1074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 594 T1093 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:34542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 595 T1093 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:34542, initiating session
[junit4:junit4]   2> 595 T1076 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:24955
[junit4:junit4]   2> 595 T1076 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:24955
[junit4:junit4]   2> 597 T1078 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce2f9ef620002 with negotiated timeout 20000 for client /140.211.11.196:24955
[junit4:junit4]   2> 597 T1093 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:34542, sessionid = 0x13ce2f9ef620002, negotiated timeout = 20000
[junit4:junit4]   2> 598 T1094 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@770f91c4 name:ZooKeeperConnection Watcher:127.0.0.1:34542 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 598 T1074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 599 T1079 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ce2f9ef620002
[junit4:junit4]   2> 601 T1094 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 601 T1076 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:24955 which had sessionid 0x13ce2f9ef620002
[junit4:junit4]   2> 601 T1074 oaz.ZooKeeper.close Session: 0x13ce2f9ef620002 closed
[junit4:junit4]   2> 602 T1074 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 615 T1074 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34542/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@22a79203
[junit4:junit4]   2> 616 T1074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 616 T1095 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:34542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 617 T1095 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:34542, initiating session
[junit4:junit4]   2> 617 T1076 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:21121
[junit4:junit4]   2> 617 T1076 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:21121
[junit4:junit4]   2> 619 T1078 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce2f9ef620003 with negotiated timeout 20000 for client /140.211.11.196:21121
[junit4:junit4]   2> 619 T1095 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:34542, sessionid = 0x13ce2f9ef620003, negotiated timeout = 20000
[junit4:junit4]   2> 619 T1096 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22a79203 name:ZooKeeperConnection Watcher:127.0.0.1:34542/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 620 T1074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 622 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef620003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 629 T1074 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 632 T1074 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:26820_okcl%2Ff
[junit4:junit4]   2> 633 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef620003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:26820_okcl%2Ff Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:26820_okcl%2Ff
[junit4:junit4]   2> 634 T1074 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:26820_okcl%2Ff
[junit4:junit4]   2> 644 T1074 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 657 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef620003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 658 T1074 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 661 T1074 oasc.Overseer.start Overseer (id=89195655731478531-127.0.0.1:26820_okcl%2Ff-n_0000000000) starting
[junit4:junit4]   2> 662 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef620003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 668 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef620003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 670 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef620003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 676 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef620003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 678 T1098 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 679 T1074 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 682 T1074 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 685 T1097 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 690 T1099 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1361017696395/collection1
[junit4:junit4]   2> 690 T1099 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 691 T1099 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 691 T1099 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 693 T1099 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1361017696395/collection1/'
[junit4:junit4]   2> 694 T1099 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1361017696395/collection1/lib/README' to classloader
[junit4:junit4]   2> 695 T1099 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1361017696395/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 751 T1099 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 822 T1099 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 923 T1099 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 931 T1099 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1528 T1099 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1538 T1099 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1542 T1099 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1557 T1099 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1562 T1099 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1566 T1099 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1567 T1099 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1569 T1099 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1361017696395/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/control/data/
[junit4:junit4]   2> 1569 T1099 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c7b9aa2
[junit4:junit4]   2> 1570 T1099 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1571 T1099 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/control/data forceNew:false
[junit4:junit4]   2> 1572 T1099 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/control/data
[junit4:junit4]   2> 1572 T1099 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/control/data/index/
[junit4:junit4]   2> 1573 T1099 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1574 T1099 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/control/data/index forceNew:false
[junit4:junit4]   2> 1580 T1099 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d9aa7a6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1580 T1099 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1581 T1099 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/control/data/index
[junit4:junit4]   2> 1582 T1099 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1583 T1099 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1584 T1099 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1584 T1099 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1585 T1099 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1585 T1099 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1586 T1099 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1586 T1099 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1586 T1099 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1587 T1099 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1588 T1099 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1588 T1099 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1588 T1099 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1589 T1099 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1589 T1099 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1590 T1099 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1590 T1099 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1591 T1099 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1591 T1099 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1592 T1099 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1592 T1099 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1593 T1099 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1593 T1099 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1594 T1099 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1594 T1099 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1595 T1099 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1595 T1099 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1607 T1099 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1611 T1099 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1612 T1099 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1615 T1099 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/control/data
[junit4:junit4]   2> 1616 T1099 oass.SolrIndexSearcher.<init> Opening Searcher@1e69d1cf main
[junit4:junit4]   2> 1618 T1099 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1618 T1099 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1618 T1099 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1637 T1099 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1693 T1100 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e69d1cf main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1698 T1099 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1698 T1099 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1699 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef620003 type:create cxid:0x51 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2189 T1097 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2190 T1097 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:26820_okcl%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:26820/okcl/f"}
[junit4:junit4]   2> 2190 T1097 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2190 T1097 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2191 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef620003 type:create cxid:0x59 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2211 T1096 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2710 T1099 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2710 T1099 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:26820/okcl/f collection:control_collection shard:shard1
[junit4:junit4]   2> 2711 T1099 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2727 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef620003 type:delete cxid:0x73 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2728 T1099 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2729 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef620003 type:create cxid:0x74 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2731 T1099 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2731 T1099 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2732 T1099 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:26820/okcl/f/collection1/
[junit4:junit4]   2> 2732 T1099 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2732 T1099 oasc.SyncStrategy.syncToMe http://127.0.0.1:26820/okcl/f/collection1/ has no replicas
[junit4:junit4]   2> 2733 T1099 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:26820/okcl/f/collection1/
[junit4:junit4]   2> 2733 T1099 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2737 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef620003 type:create cxid:0x7e zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3716 T1097 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3741 T1096 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3760 T1099 oasc.ZkController.register We are http://127.0.0.1:26820/okcl/f/collection1/ and leader is http://127.0.0.1:26820/okcl/f/collection1/
[junit4:junit4]   2> 3760 T1099 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:26820/okcl/f
[junit4:junit4]   2> 3760 T1099 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3761 T1099 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3761 T1099 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3764 T1099 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3765 T1074 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3765 T1074 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3766 T1074 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3781 T1074 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3782 T1074 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34542/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@62caca43
[junit4:junit4]   2> 3783 T1074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3784 T1101 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:34542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3784 T1101 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:34542, initiating session
[junit4:junit4]   2> 3785 T1076 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:57357
[junit4:junit4]   2> 3785 T1076 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:57357
[junit4:junit4]   2> 3786 T1078 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce2f9ef620004 with negotiated timeout 10000 for client /140.211.11.196:57357
[junit4:junit4]   2> 3786 T1101 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:34542, sessionid = 0x13ce2f9ef620004, negotiated timeout = 10000
[junit4:junit4]   2> 3787 T1102 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62caca43 name:ZooKeeperConnection Watcher:127.0.0.1:34542/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3787 T1074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3789 T1074 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3791 T1074 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3960 T1074 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3963 T1074 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:31037
[junit4:junit4]   2> 3963 T1074 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3964 T1074 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3964 T1074 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1361017699874
[junit4:junit4]   2> 3965 T1074 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1361017699874/solr.xml
[junit4:junit4]   2> 3966 T1074 oasc.CoreContainer.<init> New CoreContainer 1510165394
[junit4:junit4]   2> 3966 T1074 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1361017699874/'
[junit4:junit4]   2> 3967 T1074 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1361017699874/'
[junit4:junit4]   2> 4027 T1074 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 4028 T1074 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4028 T1074 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4029 T1074 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4029 T1074 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4030 T1074 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4031 T1074 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4031 T1074 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4032 T1074 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4032 T1074 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4053 T1074 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4073 T1074 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:34542/solr
[junit4:junit4]   2> 4074 T1074 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4074 T1074 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34542 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@34d17af0
[junit4:junit4]   2> 4075 T1074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4076 T1112 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:34542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4077 T1112 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:34542, initiating session
[junit4:junit4]   2> 4077 T1076 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:37908
[junit4:junit4]   2> 4078 T1076 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:37908
[junit4:junit4]   2> 4080 T1078 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce2f9ef620005 with negotiated timeout 20000 for client /140.211.11.196:37908
[junit4:junit4]   2> 4080 T1112 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:34542, sessionid = 0x13ce2f9ef620005, negotiated timeout = 20000
[junit4:junit4]   2> 4080 T1113 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34d17af0 name:ZooKeeperConnection Watcher:127.0.0.1:34542 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4080 T1074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4082 T1079 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ce2f9ef620005
[junit4:junit4]   2> 4089 T1113 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4089 T1076 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:37908 which had sessionid 0x13ce2f9ef620005
[junit4:junit4]   2> 4089 T1074 oaz.ZooKeeper.close Session: 0x13ce2f9ef620005 closed
[junit4:junit4]   2> 4090 T1074 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 4101 T1074 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34542/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5acfd38
[junit4:junit4]   2> 4102 T1074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4103 T1114 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:34542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4103 T1114 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:34542, initiating session
[junit4:junit4]   2> 4103 T1076 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:24186
[junit4:junit4]   2> 4104 T1076 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:24186
[junit4:junit4]   2> 4105 T1078 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce2f9ef620006 with negotiated timeout 20000 for client /140.211.11.196:24186
[junit4:junit4]   2> 4105 T1114 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:34542, sessionid = 0x13ce2f9ef620006, negotiated timeout = 20000
[junit4:junit4]   2> 4106 T1115 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5acfd38 name:ZooKeeperConnection Watcher:127.0.0.1:34542/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4106 T1074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4107 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef620006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4109 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef620006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4117 T1074 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4119 T1074 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:31037_okcl%2Ff
[junit4:junit4]   2> 4120 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef620006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:31037_okcl%2Ff Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:31037_okcl%2Ff
[junit4:junit4]   2> 4121 T1074 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:31037_okcl%2Ff
[junit4:junit4]   2> 4125 T1096 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4125 T1102 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4125 T1115 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4127 T1096 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4138 T1116 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1361017699874/collection1
[junit4:junit4]   2> 4139 T1116 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4140 T1116 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4140 T1116 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4141 T1116 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1361017699874/collection1/'
[junit4:junit4]   2> 4143 T1116 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1361017699874/collection1/lib/README' to classloader
[junit4:junit4]   2> 4143 T1116 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1361017699874/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4199 T1116 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4270 T1116 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4371 T1116 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4378 T1116 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5022 T1116 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5032 T1116 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5036 T1116 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5051 T1116 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5055 T1116 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5060 T1116 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5062 T1116 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5064 T1116 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1361017699874/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty1/
[junit4:junit4]   2> 5064 T1116 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c7b9aa2
[junit4:junit4]   2> 5065 T1116 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 5066 T1116 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty1 forceNew:false
[junit4:junit4]   2> 5066 T1116 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty1
[junit4:junit4]   2> 5067 T1116 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty1/index/
[junit4:junit4]   2> 5067 T1116 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5069 T1116 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty1/index forceNew:false
[junit4:junit4]   2> 5096 T1116 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d4c7d53),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5097 T1116 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5098 T1116 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty1/index
[junit4:junit4]   2> 5098 T1116 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 5100 T1116 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5101 T1116 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 5101 T1116 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5101 T1116 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 5102 T1116 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5102 T1116 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5103 T1116 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5103 T1116 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5104 T1116 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5105 T1116 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 5105 T1116 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 5106 T1116 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5106 T1116 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 5107 T1116 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 5107 T1116 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 5108 T1116 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5108 T1116 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5109 T1116 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5109 T1116 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5110 T1116 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5110 T1116 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5111 T1116 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5112 T1116 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5112 T1116 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5113 T1116 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 5113 T1116 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 5125 T1116 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5129 T1116 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 5131 T1116 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 5133 T1116 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty1
[junit4:junit4]   2> 5135 T1116 oass.SolrIndexSearcher.<init> Opening Searcher@77841dde main
[junit4:junit4]   2> 5136 T1116 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5136 T1116 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5137 T1116 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 5162 T1116 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 5240 T1117 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@77841dde main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5245 T1116 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5246 T1116 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 5248 T1097 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5249 T1097 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:26820_okcl%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:26820/okcl/f"}
[junit4:junit4]   2> 5259 T1097 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:31037_okcl%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:31037/okcl/f"}
[junit4:junit4]   2> 5259 T1097 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 5260 T1097 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 5264 T1102 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5264 T1096 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5264 T1115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6248 T1116 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 6248 T1116 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:31037/okcl/f collection:collection1 shard:shard1
[junit4:junit4]   2> 6249 T1116 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 6272 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef620006 type:delete cxid:0x45 zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 6273 T1116 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 6273 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef620006 type:create cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6276 T1116 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 6276 T1116 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 6276 T1116 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:31037/okcl/f/collection1/
[junit4:junit4]   2> 6276 T1116 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 6277 T1116 oasc.SyncStrategy.syncToMe http://127.0.0.1:31037/okcl/f/collection1/ has no replicas
[junit4:junit4]   2> 6277 T1116 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:31037/okcl/f/collection1/
[junit4:junit4]   2> 6277 T1116 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 6282 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef620006 type:create cxid:0x50 zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6778 T1097 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6795 T1096 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6795 T1102 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6795 T1115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6845 T1116 oasc.ZkController.register We are http://127.0.0.1:31037/okcl/f/collection1/ and leader is http://127.0.0.1:31037/okcl/f/collection1/
[junit4:junit4]   2> 6845 T1116 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:31037/okcl/f
[junit4:junit4]   2> 6845 T1116 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 6846 T1116 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 6846 T1116 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6849 T1116 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6850 T1074 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 6851 T1074 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 6851 T1074 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 7040 T1074 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 7043 T1074 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:13214
[junit4:junit4]   2> 7044 T1074 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 7045 T1074 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7045 T1074 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1361017702952
[junit4:junit4]   2> 7046 T1074 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1361017702952/solr.xml
[junit4:junit4]   2> 7046 T1074 oasc.CoreContainer.<init> New CoreContainer 270606530
[junit4:junit4]   2> 7047 T1074 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1361017702952/'
[junit4:junit4]   2> 7048 T1074 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1361017702952/'
[junit4:junit4]   2> 7108 T1074 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 7109 T1074 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7109 T1074 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 7110 T1074 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7110 T1074 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7111 T1074 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7111 T1074 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7112 T1074 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7112 T1074 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7113 T1074 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 7136 T1074 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 7156 T1074 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:34542/solr
[junit4:junit4]   2> 7156 T1074 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 7157 T1074 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34542 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@3a9c384d
[junit4:junit4]   2> 7158 T1074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7159 T1127 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:34542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7160 T1127 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:34542, initiating session
[junit4:junit4]   2> 7160 T1076 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:13215
[junit4:junit4]   2> 7160 T1076 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:13215
[junit4:junit4]   2> 7162 T1078 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce2f9ef620007 with negotiated timeout 20000 for client /140.211.11.196:13215
[junit4:junit4]   2> 7162 T1127 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:34542, sessionid = 0x13ce2f9ef620007, negotiated timeout = 20000
[junit4:junit4]   2> 7163 T1128 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a9c384d name:ZooKeeperConnection Watcher:127.0.0.1:34542 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7163 T1074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7165 T1079 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ce2f9ef620007
[junit4:junit4]   2> 7172 T1128 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 7172 T1076 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:13215 which had sessionid 0x13ce2f9ef620007
[junit4:junit4]   2> 7172 T1074 oaz.ZooKeeper.close Session: 0x13ce2f9ef620007 closed
[junit4:junit4]   2> 7173 T1074 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 7186 T1074 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34542/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2d20e555
[junit4:junit4]   2> 7187 T1074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7188 T1129 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:34542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7188 T1129 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:34542, initiating session
[junit4:junit4]   2> 7189 T1076 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:13216
[junit4:junit4]   2> 7189 T1076 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:13216
[junit4:junit4]   2> 7191 T1078 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce2f9ef620008 with negotiated timeout 20000 for client /140.211.11.196:13216
[junit4:junit4]   2> 7191 T1129 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:34542, sessionid = 0x13ce2f9ef620008, negotiated timeout = 20000
[junit4:junit4]   2> 7191 T1130 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d20e555 name:ZooKeeperConnection Watcher:127.0.0.1:34542/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7191 T1074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7192 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef620008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7194 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef620008 type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7196 T1074 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 7199 T1074 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:13214_okcl%2Ff
[junit4:junit4]   2> 7200 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef620008 type:delete cxid:0x9 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:13214_okcl%2Ff Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:13214_okcl%2Ff
[junit4:junit4]   2> 7201 T1074 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:13214_okcl%2Ff
[junit4:junit4]   2> 7208 T1096 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7209 T1115 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7209 T1102 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7209 T1130 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7209 T1115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7209 T1102 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7210 T1096 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7218 T1131 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1361017702952/collection1
[junit4:junit4]   2> 7218 T1131 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 7219 T1131 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 7219 T1131 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 7221 T1131 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1361017702952/collection1/'
[junit4:junit4]   2> 7222 T1131 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1361017702952/collection1/lib/README' to classloader
[junit4:junit4]   2> 7223 T1131 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1361017702952/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 7279 T1131 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 7352 T1131 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 7453 T1131 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 7460 T1131 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 8092 T1131 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 8103 T1131 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8107 T1131 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 8123 T1131 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8128 T1131 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8133 T1131 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8134 T1131 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8136 T1131 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1361017702952/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty2/
[junit4:junit4]   2> 8136 T1131 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c7b9aa2
[junit4:junit4]   2> 8137 T1131 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 8138 T1131 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty2 forceNew:false
[junit4:junit4]   2> 8138 T1131 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty2
[junit4:junit4]   2> 8139 T1131 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty2/index/
[junit4:junit4]   2> 8139 T1131 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 8140 T1131 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty2/index forceNew:false
[junit4:junit4]   2> 8169 T1131 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1353a31e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 8170 T1131 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 8171 T1131 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty2/index
[junit4:junit4]   2> 8171 T1131 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 8173 T1131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 8174 T1131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 8174 T1131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 8174 T1131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 8175 T1131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 8175 T1131 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 8176 T1131 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 8177 T1131 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 8177 T1131 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 8178 T1131 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 8179 T1131 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 8179 T1131 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 8180 T1131 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 8180 T1131 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 8180 T1131 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 8181 T1131 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8182 T1131 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8182 T1131 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8183 T1131 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8184 T1131 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8184 T1131 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8185 T1131 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8185 T1131 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8186 T1131 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8187 T1131 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 8187 T1131 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 8200 T1131 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8205 T1131 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 8206 T1131 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 8209 T1131 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty2
[junit4:junit4]   2> 8211 T1131 oass.SolrIndexSearcher.<init> Opening Searcher@b044dd2 main
[junit4:junit4]   2> 8212 T1131 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8212 T1131 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8213 T1131 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 8221 T1131 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 8275 T1132 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b044dd2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8281 T1131 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 8281 T1131 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8309 T1097 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8310 T1097 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:31037_okcl%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:31037/okcl/f"}
[junit4:junit4]   2> 8314 T1097 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13214_okcl%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13214/okcl/f"}
[junit4:junit4]   2> 8314 T1097 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 8314 T1097 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 8326 T1130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8326 T1115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8326 T1096 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8326 T1102 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9284 T1131 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 9284 T1131 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:13214/okcl/f collection:collection1 shard:shard2
[junit4:junit4]   2> 9285 T1131 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 9307 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef620008 type:delete cxid:0x44 zxid:0x7c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 9308 T1131 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 9309 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef620008 type:create cxid:0x45 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9311 T1131 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 9311 T1131 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 9312 T1131 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:13214/okcl/f/collection1/
[junit4:junit4]   2> 9312 T1131 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 9312 T1131 oasc.SyncStrategy.syncToMe http://127.0.0.1:13214/okcl/f/collection1/ has no replicas
[junit4:junit4]   2> 9313 T1131 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:13214/okcl/f/collection1/
[junit4:junit4]   2> 9313 T1131 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 9317 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef620008 type:create cxid:0x4e zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9839 T1097 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9856 T1102 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9856 T1130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9856 T1115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9856 T1096 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9880 T1131 oasc.ZkController.register We are http://127.0.0.1:13214/okcl/f/collection1/ and leader is http://127.0.0.1:13214/okcl/f/collection1/
[junit4:junit4]   2> 9880 T1131 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:13214/okcl/f
[junit4:junit4]   2> 9880 T1131 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 9881 T1131 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 9881 T1131 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9883 T1131 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9884 T1074 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 9885 T1074 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9885 T1074 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 10074 T1074 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 10077 T1074 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:13217
[junit4:junit4]   2> 10078 T1074 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 10079 T1074 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10079 T1074 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1361017705988
[junit4:junit4]   2> 10080 T1074 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1361017705988/solr.xml
[junit4:junit4]   2> 10080 T1074 oasc.CoreContainer.<init> New CoreContainer 2135417549
[junit4:junit4]   2> 10081 T1074 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1361017705988/'
[junit4:junit4]   2> 10082 T1074 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1361017705988/'
[junit4:junit4]   2> 10141 T1074 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 10142 T1074 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 10142 T1074 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 10143 T1074 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 10143 T1074 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 10144 T1074 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 10144 T1074 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 10145 T1074 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 10145 T1074 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 10146 T1074 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 10169 T1074 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 10189 T1074 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:34542/solr
[junit4:junit4]   2> 10190 T1074 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 10191 T1074 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34542 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1774fcb5
[junit4:junit4]   2> 10192 T1074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10193 T1142 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:34542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10194 T1142 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:34542, initiating session
[junit4:junit4]   2> 10194 T1076 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:13218
[junit4:junit4]   2> 10194 T1076 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:13218
[junit4:junit4]   2> 10201 T1078 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce2f9ef620009 with negotiated timeout 20000 for client /140.211.11.196:13218
[junit4:junit4]   2> 10201 T1142 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:34542, sessionid = 0x13ce2f9ef620009, negotiated timeout = 20000
[junit4:junit4]   2> 10201 T1143 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1774fcb5 name:ZooKeeperConnection Watcher:127.0.0.1:34542 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10202 T1074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10204 T1079 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ce2f9ef620009
[junit4:junit4]   2> 10215 T1143 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 10215 T1076 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:13218 which had sessionid 0x13ce2f9ef620009
[junit4:junit4]   2> 10215 T1074 oaz.ZooKeeper.close Session: 0x13ce2f9ef620009 closed
[junit4:junit4]   2> 10216 T1074 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 10229 T1074 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34542/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@548d3f93
[junit4:junit4]   2> 10230 T1074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10230 T1144 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:34542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10231 T1144 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:34542, initiating session
[junit4:junit4]   2> 10231 T1076 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:13219
[junit4:junit4]   2> 10232 T1076 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:13219
[junit4:junit4]   2> 10234 T1078 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce2f9ef62000a with negotiated timeout 20000 for client /140.211.11.196:13219
[junit4:junit4]   2> 10234 T1144 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:34542, sessionid = 0x13ce2f9ef62000a, negotiated timeout = 20000
[junit4:junit4]   2> 10235 T1145 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@548d3f93 name:ZooKeeperConnection Watcher:127.0.0.1:34542/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10235 T1074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10237 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef62000a type:create cxid:0x1 zxid:0x8d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10239 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef62000a type:create cxid:0x2 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10241 T1074 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10244 T1074 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:13217_okcl%2Ff
[junit4:junit4]   2> 10245 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef62000a type:delete cxid:0x9 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:13217_okcl%2Ff Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:13217_okcl%2Ff
[junit4:junit4]   2> 10247 T1074 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:13217_okcl%2Ff
[junit4:junit4]   2> 10254 T1096 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10254 T1130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10255 T1102 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10255 T1145 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10255 T1115 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10255 T1102 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10256 T1115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10257 T1096 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10258 T1130 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10265 T1146 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1361017705988/collection1
[junit4:junit4]   2> 10265 T1146 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10266 T1146 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10266 T1146 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10268 T1146 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1361017705988/collection1/'
[junit4:junit4]   2> 10269 T1146 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1361017705988/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10270 T1146 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1361017705988/collection1/lib/README' to classloader
[junit4:junit4]   2> 10327 T1146 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10401 T1146 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10502 T1146 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10510 T1146 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 11123 T1146 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 11135 T1146 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 11139 T1146 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 11155 T1146 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11161 T1146 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11166 T1146 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11167 T1146 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11168 T1146 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1361017705988/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3/
[junit4:junit4]   2> 11169 T1146 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c7b9aa2
[junit4:junit4]   2> 11169 T1146 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 11170 T1146 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3 forceNew:false
[junit4:junit4]   2> 11171 T1146 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3
[junit4:junit4]   2> 11171 T1146 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3/index/
[junit4:junit4]   2> 11172 T1146 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 11173 T1146 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3/index forceNew:false
[junit4:junit4]   2> 11179 T1146 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5e41987b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11180 T1146 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11180 T1146 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3/index
[junit4:junit4]   2> 11181 T1146 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 11183 T1146 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 11183 T1146 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 11184 T1146 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 11184 T1146 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 11185 T1146 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 11185 T1146 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 11186 T1146 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 11186 T1146 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11187 T1146 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11188 T1146 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 11188 T1146 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 11189 T1146 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11189 T1146 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 11190 T1146 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 11190 T1146 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 11191 T1146 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11191 T1146 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11192 T1146 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11192 T1146 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11193 T1146 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11194 T1146 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11194 T1146 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11195 T1146 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11195 T1146 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11196 T1146 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 11197 T1146 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 11210 T1146 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 11214 T1146 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 11216 T1146 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 11218 T1146 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3
[junit4:junit4]   2> 11220 T1146 oass.SolrIndexSearcher.<init> Opening Searcher@1b92c9c5 main
[junit4:junit4]   2> 11221 T1146 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 11222 T1146 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 11222 T1146 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 11230 T1146 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 11283 T1147 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1b92c9c5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11289 T1146 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 11289 T1146 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11370 T1097 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11371 T1097 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13214_okcl%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13214/okcl/f"}
[junit4:junit4]   2> 11375 T1097 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13217_okcl%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13217/okcl/f"}
[junit4:junit4]   2> 11375 T1097 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11376 T1097 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11388 T1096 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11388 T1102 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11388 T1115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11388 T1145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11388 T1130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12292 T1146 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12292 T1146 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:13217/okcl/f collection:collection1 shard:shard1
[junit4:junit4]   2> 12297 T1146 oasc.ZkController.register We are http://127.0.0.1:13217/okcl/f/collection1/ and leader is http://127.0.0.1:31037/okcl/f/collection1/
[junit4:junit4]   2> 12297 T1146 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:13217/okcl/f
[junit4:junit4]   2> 12297 T1146 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 12298 T1146 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C75 name=collection1 org.apache.solr.core.SolrCore@6f0063ac url=http://127.0.0.1:13217/okcl/f/collection1 node=127.0.0.1:13217_okcl%2Ff C75_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:13217_okcl%2Ff, base_url=http://127.0.0.1:13217/okcl/f}
[junit4:junit4]   2> 12299 T1148 C75 P13217 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 12299 T1148 C75 P13217 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 12299 T1146 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12300 T1148 C75 P13217 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 12300 T1148 C75 P13217 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12301 T1074 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 12301 T1074 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12302 T1148 C75 P13217 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12302 T1074 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12490 T1074 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12493 T1074 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:13221
[junit4:junit4]   2> 12494 T1074 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12495 T1074 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12495 T1074 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1361017708406
[junit4:junit4]   2> 12496 T1074 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1361017708406/solr.xml
[junit4:junit4]   2> 12496 T1074 oasc.CoreContainer.<init> New CoreContainer 819771903
[junit4:junit4]   2> 12497 T1074 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1361017708406/'
[junit4:junit4]   2> 12498 T1074 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1361017708406/'
[junit4:junit4]   2> 12557 T1074 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 12557 T1074 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12558 T1074 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12558 T1074 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12559 T1074 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12559 T1074 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12560 T1074 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12560 T1074 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12561 T1074 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12561 T1074 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12582 T1074 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12602 T1074 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:34542/solr
[junit4:junit4]   2> 12602 T1074 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12604 T1074 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34542 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@5464b709
[junit4:junit4]   2> 12605 T1074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12605 T1158 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:34542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12606 T1158 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:34542, initiating session
[junit4:junit4]   2> 12606 T1076 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:13222
[junit4:junit4]   2> 12607 T1076 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:13222
[junit4:junit4]   2> 12609 T1078 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce2f9ef62000b with negotiated timeout 20000 for client /140.211.11.196:13222
[junit4:junit4]   2> 12609 T1158 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:34542, sessionid = 0x13ce2f9ef62000b, negotiated timeout = 20000
[junit4:junit4]   2> 12609 T1159 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5464b709 name:ZooKeeperConnection Watcher:127.0.0.1:34542 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12609 T1074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12611 T1079 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ce2f9ef62000b
[junit4:junit4]   2> 12624 T1159 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12624 T1076 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:13222 which had sessionid 0x13ce2f9ef62000b
[junit4:junit4]   2> 12624 T1074 oaz.ZooKeeper.close Session: 0x13ce2f9ef62000b closed
[junit4:junit4]   2> 12625 T1074 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 12636 T1074 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34542/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@252ab80d
[junit4:junit4]   2> 12637 T1074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12637 T1160 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:34542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12638 T1160 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:34542, initiating session
[junit4:junit4]   2> 12638 T1076 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:13223
[junit4:junit4]   2> 12638 T1076 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:13223
[junit4:junit4]   2> 12639 T1078 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce2f9ef62000c with negotiated timeout 20000 for client /140.211.11.196:13223
[junit4:junit4]   2> 12639 T1160 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:34542, sessionid = 0x13ce2f9ef62000c, negotiated timeout = 20000
[junit4:junit4]   2> 12640 T1161 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@252ab80d name:ZooKeeperConnection Watcher:127.0.0.1:34542/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12640 T1074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12641 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef62000c type:create cxid:0x1 zxid:0x9f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12643 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef62000c type:create cxid:0x2 zxid:0xa0 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12646 T1074 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12648 T1074 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:13221_okcl%2Ff
[junit4:junit4]   2> 12649 T1079 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce2f9ef62000c type:delete cxid:0x9 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:13221_okcl%2Ff Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:13221_okcl%2Ff
[junit4:junit4]   2> 12650 T1074 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:13221_okcl%2Ff
[junit4:junit4]   2> 12653 T1130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12653 T1096 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12653 T1145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12654 T1102 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12654 T1161 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12654 T1115 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12654 T1102 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12655 T1115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12656 T1130 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12656 T1096 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12657 T1145 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12663 T1162 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1361017708406/collection1
[junit4:junit4]   2> 12664 T1162 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 12664 T1162 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 12664 T1162 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 12666 T1162 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1361017708406/collection1/'
[junit4:junit4]   2> 12667 T1162 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1361017708406/collection1/lib/README' to classloader
[junit4:junit4]   2> 12668 T1162 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1361017708406/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 12723 T1162 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 12795 T1162 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 12896 T1162 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 12902 T1162 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 12903 T1097 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12904 T1097 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13217_okcl%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13217/okcl/f"}
[junit4:junit4]   2> 12918 T1096 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12918 T1130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12918 T1115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12918 T1161 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12918 T1145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12918 T1102 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13519 T1162 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13529 T1162 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13532 T1162 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13548 T1162 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13553 T1162 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13557 T1162 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13559 T1162 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13560 T1162 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1361017708406/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4/
[junit4:junit4]   2> 13560 T1162 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c7b9aa2
[junit4:junit4]   2> 13561 T1162 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 13562 T1162 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4 forceNew:false
[junit4:junit4]   2> 13562 T1162 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4
[junit4:junit4]   2> 13563 T1162 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4/index/
[junit4:junit4]   2> 13563 T1162 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13564 T1162 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4/index forceNew:false
[junit4:junit4]   2> 13570 T1162 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7bbbf81),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13570 T1162 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13571 T1162 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4/index
[junit4:junit4]   2> 13571 T1162 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 13573 T1162 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 13574 T1162 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 13574 T1162 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 13575 T1162 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 13575 T1162 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 13575 T1162 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 13576 T1162 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 13576 T1162 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 13577 T1162 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 13578 T1162 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 13578 T1162 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 13579 T1162 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 13579 T1162 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 13579 T1162 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 13580 T1162 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 13580 T1162 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 13581 T1162 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13582 T1162 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13582 T1162 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13583 T1162 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13583 T1162 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13584 T1162 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13584 T1162 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13585 T1162 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13585 T1162 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 13586 T1162 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 13598 T1162 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 13602 T1162 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 13604 T1162 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 13606 T1162 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4
[junit4:junit4]   2> 13608 T1162 oass.SolrIndexSearcher.<init> Opening Searcher@40f41d26 main
[junit4:junit4]   2> 13609 T1162 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 13609 T1162 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 13610 T1162 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 13617 T1162 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 13669 T1163 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@40f41d26 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13674 T1162 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13674 T1162 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14424 T1097 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14425 T1097 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13221_okcl%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13221/okcl/f"}
[junit4:junit4]   2> 14425 T1097 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 14425 T1097 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 14446 T1096 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14447 T1145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14447 T1115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14447 T1130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14446 T1102 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14447 T1161 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14677 T1162 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 14677 T1162 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:13221/okcl/f collection:collection1 shard:shard2
[junit4:junit4]   2> 14680 T1162 oasc.ZkController.register We are http://127.0.0.1:13221/okcl/f/collection1/ and leader is http://127.0.0.1:13214/okcl/f/collection1/
[junit4:junit4]   2> 14681 T1162 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:13221/okcl/f
[junit4:junit4]   2> 14681 T1162 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 14681 T1162 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C76 name=collection1 org.apache.solr.core.SolrCore@37820215 url=http://127.0.0.1:13221/okcl/f/collection1 node=127.0.0.1:13221_okcl%2Ff C76_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:13221_okcl%2Ff, base_url=http://127.0.0.1:13221/okcl/f}
[junit4:junit4]   2> 14682 T1164 C76 P13221 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 14683 T1164 C76 P13221 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 14683 T1162 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14683 T1164 C76 P13221 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 14683 T1164 C76 P13221 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14684 T1074 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 14685 T1164 C76 P13221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14685 T1074 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 14686 T1074 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14708 T1074 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14710 T1074 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 14710 T1074 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C75_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:13217_okcl%2Ff, base_url=http://127.0.0.1:13217/okcl/f}
[junit4:junit4]   2> 15327 T1148 C75 P13217 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:31037/okcl/f/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15327 T1148 C75 P13217 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:13217/okcl/f START replicas=[http://127.0.0.1:31037/okcl/f/collection1/] nUpdates=100
[junit4:junit4]   2> 15328 T1148 C75 P13217 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15329 T1148 C75 P13217 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15329 T1148 C75 P13217 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15329 T1148 C75 P13217 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15329 T1148 C75 P13217 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15330 T1148 C75 P13217 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:31037/okcl/f/collection1/. core=collection1
[junit4:junit4]   2> 15330 T1148 C75 P13217 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C77 name=collection1 org.apache.solr.core.SolrCore@2054b466 url=http://127.0.0.1:31037/okcl/f/collection1 node=127.0.0.1:31037_okcl%2Ff C77_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:31037_okcl%2Ff, base_url=http://127.0.0.1:31037/okcl/f, leader=true}
[junit4:junit4]   2> 15339 T1106 C77 P31037 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15342 T1107 C77 P31037 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15343 T1107 C77 P31037 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty1
[junit4:junit4]   2> 15347 T1107 C77 P31037 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d4c7d53),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15348 T1107 C77 P31037 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15351 T1107 C77 P31037 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d4c7d53),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d4c7d53),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15351 T1107 C77 P31037 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15353 T1107 C77 P31037 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty1
[junit4:junit4]   2> 15353 T1107 C77 P31037 oass.SolrIndexSearcher.<init> Opening Searcher@3888bb06 realtime
[junit4:junit4]   2> 15354 T1107 C77 P31037 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15354 T1107 C77 P31037 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4]   2> 15355 T1148 C75 P13217 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15355 T1148 C75 P13217 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15357 T1108 C77 P31037 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15357 T1108 C77 P31037 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15358 T1148 C75 P13217 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15358 T1148 C75 P13217 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15358 T1148 C75 P13217 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15361 T1108 C77 P31037 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty1
[junit4:junit4]   2> 15362 T1108 C77 P31037 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty1/index
[junit4:junit4]   2> 15362 T1108 C77 P31037 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15363 T1148 C75 P13217 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15364 T1148 C75 P13217 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3/index.20130216225831446 forceNew:false
[junit4:junit4]   2> 15365 T1148 C75 P13217 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3
[junit4:junit4]   2> 15365 T1148 C75 P13217 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3/index.20130216225831446 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cfbcca4) fullCopy=true
[junit4:junit4]   2> 15369 T1108 C77 P31037 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 15371 T1148 C75 P13217 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3/index
[junit4:junit4]   2> 15371 T1148 C75 P13217 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15372 T1148 C75 P13217 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130216225831446
[junit4:junit4]   2> 15373 T1148 C75 P13217 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3
[junit4:junit4]   2> 15374 T1148 C75 P13217 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3
[junit4:junit4]   2> 15374 T1148 C75 P13217 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3/index.20130216225831446
[junit4:junit4]   2> 15377 T1148 C75 P13217 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3/index.20130216225831446 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cfbcca4),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15378 T1148 C75 P13217 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15379 T1148 C75 P13217 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3
[junit4:junit4]   2> 15379 T1148 C75 P13217 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15379 T1148 C75 P13217 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15380 T1148 C75 P13217 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 15380 T1148 C75 P13217 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3/index.20130216225831446
[junit4:junit4]   2> 15381 T1148 C75 P13217 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3
[junit4:junit4]   2> 15385 T1148 C75 P13217 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3/index.20130216225831446 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cfbcca4),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15385 T1148 C75 P13217 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15385 T1148 C75 P13217 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15386 T1148 C75 P13217 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3
[junit4:junit4]   2> 15386 T1148 C75 P13217 oass.SolrIndexSearcher.<init> Opening Searcher@241509b2 main
[junit4:junit4]   2> 15388 T1147 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@241509b2 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15389 T1147 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3/index
[junit4:junit4]   2> 15389 T1148 C75 P13217 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15391 T1148 C75 P13217 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3/index.20130216225831446 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cfbcca4),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3/index.20130216225831446 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cfbcca4),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 15392 T1148 C75 P13217 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 15393 T1148 C75 P13217 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3
[junit4:junit4]   2> 15393 T1148 C75 P13217 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15393 T1148 C75 P13217 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3/index.20130216225831446
[junit4:junit4]   2> 15393 T1148 C75 P13217 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3/index
[junit4:junit4]   2> 15394 T1148 C75 P13217 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15394 T1148 C75 P13217 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15394 T1148 C75 P13217 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15394 T1148 C75 P13217 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15401 T1148 C75 P13217 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15712 T1074 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15953 T1097 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15954 T1097 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13221_okcl%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13221/okcl/f"}
[junit4:junit4]   2> 15960 T1097 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13217_okcl%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13217/okcl/f"}
[junit4:junit4]   2> 15982 T1096 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15982 T1102 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15982 T1130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15982 T1115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15982 T1161 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15982 T1145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16715 T1074 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17717 T1074 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C76_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:13221_okcl%2Ff, base_url=http://127.0.0.1:13221/okcl/f}
[junit4:junit4]   2> 18712 T1164 C76 P13221 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:13214/okcl/f/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18712 T1164 C76 P13221 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:13221/okcl/f START replicas=[http://127.0.0.1:13214/okcl/f/collection1/] nUpdates=100
[junit4:junit4]   2> 18713 T1164 C76 P13221 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18713 T1164 C76 P13221 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18713 T1164 C76 P13221 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18713 T1164 C76 P13221 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18714 T1164 C76 P13221 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 18714 T1164 C76 P13221 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:13214/okcl/f/collection1/. core=collection1
[junit4:junit4]   2> 18715 T1164 C76 P13221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18719 T1074 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C78 name=collection1 org.apache.solr.core.SolrCore@37e42557 url=http://127.0.0.1:13214/okcl/f/collection1 node=127.0.0.1:13214_okcl%2Ff C78_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:13214_okcl%2Ff, base_url=http://127.0.0.1:13214/okcl/f, leader=true}
[junit4:junit4]   2> 18725 T1121 C78 P13214 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18732 T1122 C78 P13214 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18733 T1122 C78 P13214 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty2
[junit4:junit4]   2> 18737 T1122 C78 P13214 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1353a31e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18738 T1122 C78 P13214 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18741 T1122 C78 P13214 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1353a31e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1353a31e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18742 T1122 C78 P13214 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18743 T1122 C78 P13214 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty2
[junit4:junit4]   2> 18743 T1122 C78 P13214 oass.SolrIndexSearcher.<init> Opening Searcher@485af294 realtime
[junit4:junit4]   2> 18744 T1122 C78 P13214 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18744 T1122 C78 P13214 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4]   2> 18745 T1164 C76 P13221 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18745 T1164 C76 P13221 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 18747 T1123 C78 P13214 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18748 T1123 C78 P13214 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18748 T1164 C76 P13221 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 18748 T1164 C76 P13221 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 18749 T1164 C76 P13221 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 18751 T1123 C78 P13214 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty2
[junit4:junit4]   2> 18752 T1123 C78 P13214 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty2/index
[junit4:junit4]   2> 18753 T1123 C78 P13214 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18753 T1164 C76 P13221 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 18754 T1164 C76 P13221 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4/index.20130216225834837 forceNew:false
[junit4:junit4]   2> 18755 T1164 C76 P13221 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4
[junit4:junit4]   2> 18755 T1164 C76 P13221 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4/index.20130216225834837 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37962c8b) fullCopy=true
[junit4:junit4]   2> 18759 T1123 C78 P13214 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 18761 T1164 C76 P13221 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4/index
[junit4:junit4]   2> 18761 T1164 C76 P13221 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 18761 T1164 C76 P13221 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130216225834837
[junit4:junit4]   2> 18763 T1164 C76 P13221 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4
[junit4:junit4]   2> 18763 T1164 C76 P13221 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4
[junit4:junit4]   2> 18764 T1164 C76 P13221 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4/index.20130216225834837
[junit4:junit4]   2> 18767 T1164 C76 P13221 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4/index.20130216225834837 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37962c8b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18767 T1164 C76 P13221 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18769 T1164 C76 P13221 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4
[junit4:junit4]   2> 18769 T1164 C76 P13221 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 18769 T1164 C76 P13221 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 18770 T1164 C76 P13221 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 18770 T1164 C76 P13221 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4/index.20130216225834837
[junit4:junit4]   2> 18771 T1164 C76 P13221 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4
[junit4:junit4]   2> 18775 T1164 C76 P13221 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4/index.20130216225834837 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37962c8b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18775 T1164 C76 P13221 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18775 T1164 C76 P13221 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 18776 T1164 C76 P13221 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4
[junit4:junit4]   2> 18776 T1164 C76 P13221 oass.SolrIndexSearcher.<init> Opening Searcher@24525a6e main
[junit4:junit4]   2> 18778 T1163 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@24525a6e main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 18779 T1163 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4/index
[junit4:junit4]   2> 18779 T1164 C76 P13221 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18781 T1164 C76 P13221 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4/index.20130216225834837 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37962c8b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4/index.20130216225834837 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37962c8b),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18782 T1164 C76 P13221 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18783 T1164 C76 P13221 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4
[junit4:junit4]   2> 18783 T1164 C76 P13221 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18783 T1164 C76 P13221 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4/index.20130216225834837
[junit4:junit4]   2> 18783 T1164 C76 P13221 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4/index
[junit4:junit4]   2> 18784 T1164 C76 P13221 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 18784 T1164 C76 P13221 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 18784 T1164 C76 P13221 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 18784 T1164 C76 P13221 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18791 T1164 C76 P13221 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 18993 T1097 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18994 T1097 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13221_okcl%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13221/okcl/f"}
[junit4:junit4]   2> 19007 T1096 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19007 T1102 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19007 T1161 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19007 T1130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19007 T1115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19007 T1145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19722 T1074 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19724 T1074 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C79 name=collection1 org.apache.solr.core.SolrCore@3abdbc64 url=http://127.0.0.1:26820/okcl/f/collection1 node=127.0.0.1:26820_okcl%2Ff C79_STATE=coll:control_collection core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:26820_okcl%2Ff, base_url=http://127.0.0.1:26820/okcl/f, leader=true}
[junit4:junit4]   2> 19736 T1086 C79 P26820 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/control/data
[junit4:junit4]   2> 19741 T1086 C79 P26820 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d9aa7a6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19742 T1086 C79 P26820 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19743 T1086 C79 P26820 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/control/data
[junit4:junit4]   2> 19744 T1086 C79 P26820 oass.SolrIndexSearcher.<init> Opening Searcher@689a05e4 realtime
[junit4:junit4]   2> 19744 T1086 C79 P26820 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1427130512381575168)} 0 9
[junit4:junit4]   2> 19758 T1124 C78 P13214 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty2
[junit4:junit4]   2> 19763 T1109 C77 P31037 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty1
[junit4:junit4]   2>  C76_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:13221_okcl%2Ff, base_url=http://127.0.0.1:13221/okcl/f}
[junit4:junit4]   2> 19770 T1151 C76 P13221 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty4
[junit4:junit4]   2> 19771 T1151 C76 P13221 /update {update.distrib=FROMLEADER&_version_=-1427130512404643840&update.from=http://127.0.0.1:13214/okcl/f/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1427130512404643840)} 0 3
[junit4:junit4]   2>  C75_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:13217_okcl%2Ff, base_url=http://127.0.0.1:13217/okcl/f}
[junit4:junit4]   2> 19774 T1135 C75 P13217 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1361017696089/jetty3
[junit4:junit4]   2> 19775 T1135 C75 P13217 /update {update.distrib=FROMLEADER&_version_=-1427130512409886720&update.from=http://127.0.0.1:31037/okcl/f/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1427130512409886720)} 0 3
[junit4:junit4]   2> 19776 T1109 C77 P31037 /update {update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1427130512409886720)} 0 15
[junit4:junit4]   2> 19777 T1124 C78 P13214 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1427130512404643840)} 0 21
[junit4:junit4]   2> 19784 T1086 C79 P26820 /update {wt=javabin&version=2} {add=[1 (1427130512428761088)]} 0 4
[junit4:junit4]   2> 19800 T1135 C75 P13217 /update {distrib.from=http://127.0.0.1:31037/okcl/f/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1427130512439246848)]} 0 4
[junit4:junit4]   2> 19800 T1109 C77 P31037 /update {distrib.from=http://127.0.0.1:13214/okcl/f/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1427130512439246848)]} 0 10
[junit4:junit4]   2> 19801 T1124 C78 P13214 /update {wt=javabin&version=2} {add=[1]} 0 14
[junit4:junit4]   2> 19805 T1086 C79 P26820 /update {wt=javabin&version=2} {add=[2 (1427130512453926

[...truncated too long message...]

izedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > Caused by: java.net.SocketException: Socket closed
[junit4:junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
[junit4:junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:150)
[junit4:junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:121)
[junit4:junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:166)
[junit4:junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:90)
[junit4:junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.read(AbstractSessionInputBuffer.java:212)
[junit4:junit4]    > 	at org.apache.http.impl.io.ContentLengthInputStream.read(ContentLengthInputStream.java:182)
[junit4:junit4]    > 	at org.apache.http.conn.EofSensorInputStream.read(EofSensorInputStream.java:138)
[junit4:junit4]    > 	at org.apache.solr.common.util.FastInputStream.readWrappedStream(FastInputStream.java:80)
[junit4:junit4]    > 	at org.apache.solr.common.util.FastInputStream.refill(FastInputStream.java:89)
[junit4:junit4]    > 	at org.apache.solr.common.util.FastInputStream.readByte(FastInputStream.java:192)
[junit4:junit4]    > 	at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:107)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.BinaryResponseParser.processResponse(BinaryResponseParser.java:41)
[junit4:junit4]    > 	... 48 more
[junit4:junit4]   2> 3577083 T1074 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {n_f1=PostingsFormat(name=MockRandom), foo_b=Pulsing41(freqCutoff=2 minBlockSize=88 maxBlockSize=270), cat=PostingsFormat(name=TestBloomFilteredLucene41Postings), foo_d=PostingsFormat(name=Direct), foo_f=Pulsing41(freqCutoff=2 minBlockSize=88 maxBlockSize=270), n_tl1=PostingsFormat(name=MockRandom), n_d1=PostingsFormat(name=TestBloomFilteredLucene41Postings), rnd_b=PostingsFormat(name=Direct), intDefault=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_td1=PostingsFormat(name=MockRandom), timestamp=PostingsFormat(name=TestBloomFilteredLucene41Postings), id=PostingsFormat(name=Direct), range_facet_sl=Pulsing41(freqCutoff=2 minBlockSize=88 maxBlockSize=270), range_facet_si=PostingsFormat(name=MockRandom), oddField_s=Pulsing41(freqCutoff=2 minBlockSize=88 maxBlockSize=270), sequence_i=Pulsing41(freqCutoff=2 minBlockSize=88 maxBlockSize=270), name=PostingsFormat(name=Direct), foo_i=PostingsFormat(name=MockRandom), regex_dup_B_s=PostingsFormat(name=TestBloomFilteredLucene41Postings), multiDefault=PostingsFormat(name=MockRandom), n_tf1=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_dt1=PostingsFormat(name=MockRandom), genre_s=Pulsing41(freqCutoff=2 minBlockSize=88 maxBlockSize=270), author_t=PostingsFormat(name=MockRandom), n_ti1=PostingsFormat(name=Direct), range_facet_l=PostingsFormat(name=TestBloomFilteredLucene41Postings), text=Pulsing41(freqCutoff=2 minBlockSize=88 maxBlockSize=270), _version_=PostingsFormat(name=TestBloomFilteredLucene41Postings), val_i=PostingsFormat(name=Direct), SubjectTerms_mfacet=PostingsFormat(name=TestBloomFilteredLucene41Postings), series_t=PostingsFormat(name=MockRandom), a_t=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_tdt1=PostingsFormat(name=TestBloomFilteredLucene41Postings), regex_dup_A_s=Pulsing41(freqCutoff=2 minBlockSize=88 maxBlockSize=270), price=Pulsing41(freqCutoff=2 minBlockSize=88 maxBlockSize=270), other_tl1=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_l1=PostingsFormat(name=TestBloomFilteredLucene41Postings), a_si=PostingsFormat(name=MockRandom), inStock=Pulsing41(freqCutoff=2 minBlockSize=88 maxBlockSize=270)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=en_MT, timezone=Australia/Adelaide
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_09 (64-bit)/cpus=16,threads=1,free=251143608,total=536870912
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestSolrDeletionPolicy1, TestJmxIntegration, TestRealTimeGet, LegacyHTMLStripCharFilterTest, TestAnalyzedSuggestions, TermVectorComponentTest, TestDFRSimilarityFactory, TestSurroundQueryParser, RAMDirectoryFactoryTest, TestOmitPositions, TestDocSet, TestReversedWildcardFilterFactory, DirectSolrSpellCheckerTest, TestZkChroot, DocumentBuilderTest, BasicFunctionalityTest, TestMultiCoreConfBootstrap, TestComponentsName, LukeRequestHandlerTest, ClusterStateTest, TestDistributedSearch, TestStressLucene, ZkSolrClientTest, TimeZoneUtilsTest, TestQueryUtils, ReturnFieldsTest, UpdateParamsTest, TestPluginEnable, HighlighterTest, SpellingQueryConverterTest, URLClassifyProcessorTest, MultiTermTest, FullSolrCloudDistribCmdsTest, SolrInfoMBeanTest, EchoParamsTest, DocumentAnalysisRequestHandlerTest, QueryEqualityTest, ZkNodePropsTest, TestRecovery, OutputWriterTest, TestUpdate, BasicZkTest, TestCharFilters, ConvertedLegacyTest, TestRTGBase, TestCodecSupport, SolrIndexSplitterTest, SolrCoreTest, TestSolr4Spatial, IndexSchemaRuntimeFieldTest, TestPropInjectDefaults, XsltUpdateRequestHandlerTest, TestUtils, BasicDistributedZk2Test, PingRequestHandlerTest, TestSolrDeletionPolicy2, PeerSyncTest, TestSolrCoreProperties, HardAutoCommitTest, StatelessScriptUpdateProcessorFactoryTest, TestCSVLoader, BasicDistributedZkTest]
[junit4:junit4] Completed on J1 in 3577.66s, 1 test, 1 error <<< FAILURES!

[...truncated 10 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/common-build.xml:447: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1202: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:865: There were test failures: 250 suites, 1041 tests, 1 error, 22 ignored (4 assumptions)

Total time: 91 minutes 6 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3737 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3737/

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([E53EA028E8FEF4AD]:0)


FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([E53EA028E8FEF4AD]:0)




Build Log:
[...truncated 9462 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4]   2> 0 T439 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /er_d/u
[junit4:junit4]   2> 6 T439 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1360986395438
[junit4:junit4]   2> 7 T439 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 8 T440 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 10 T440 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 11 T440 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 11 T440 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 11 T440 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 12 T440 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 109 T439 oasc.ZkTestServer.run start zk server on port:37796
[junit4:junit4]   2> 109 T439 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:37796 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@19ed6274
[junit4:junit4]   2> 111 T439 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 111 T445 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:37796. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 112 T445 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:37796, initiating session
[junit4:junit4]   2> 112 T441 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:20426
[junit4:junit4]   2> 113 T441 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:20426
[junit4:junit4]   2> 113 T443 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 116 T443 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce11c53340000 with negotiated timeout 10000 for client /140.211.11.196:20426
[junit4:junit4]   2> 116 T445 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:37796, sessionid = 0x13ce11c53340000, negotiated timeout = 10000
[junit4:junit4]   2> 116 T446 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19ed6274 name:ZooKeeperConnection Watcher:127.0.0.1:37796 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 117 T439 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 117 T439 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 120 T444 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ce11c53340000
[junit4:junit4]   2> 129 T446 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 129 T439 oaz.ZooKeeper.close Session: 0x13ce11c53340000 closed
[junit4:junit4]   2> 129 T441 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:20426 which had sessionid 0x13ce11c53340000
[junit4:junit4]   2> 130 T439 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:37796/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@4f3b659a
[junit4:junit4]   2> 130 T439 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 131 T447 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:37796. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 131 T447 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:37796, initiating session
[junit4:junit4]   2> 132 T441 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:62743
[junit4:junit4]   2> 132 T441 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:62743
[junit4:junit4]   2> 133 T443 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce11c53340001 with negotiated timeout 10000 for client /140.211.11.196:62743
[junit4:junit4]   2> 134 T447 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:37796, sessionid = 0x13ce11c53340001, negotiated timeout = 10000
[junit4:junit4]   2> 134 T448 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f3b659a name:ZooKeeperConnection Watcher:127.0.0.1:37796/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 134 T439 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 135 T439 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 145 T439 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 149 T439 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 153 T439 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 157 T439 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 160 T439 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 174 T439 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 176 T439 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 282 T439 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 283 T439 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 288 T439 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 288 T439 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 293 T439 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 294 T439 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 299 T439 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 300 T439 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 304 T439 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 306 T439 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 310 T439 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 311 T439 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 316 T439 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 316 T439 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 321 T444 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ce11c53340001
[junit4:junit4]   2> 322 T448 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 322 T441 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:62743 which had sessionid 0x13ce11c53340001
[junit4:junit4]   2> 322 T439 oaz.ZooKeeper.close Session: 0x13ce11c53340001 closed
[junit4:junit4]   2> 540 T439 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 545 T439 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:46234
[junit4:junit4]   2> 546 T439 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 546 T439 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 547 T439 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360986395754
[junit4:junit4]   2> 547 T439 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360986395754/solr.xml
[junit4:junit4]   2> 547 T439 oasc.CoreContainer.<init> New CoreContainer 2056634199
[junit4:junit4]   2> 548 T439 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360986395754/'
[junit4:junit4]   2> 549 T439 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360986395754/'
[junit4:junit4]   2> 609 T439 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 610 T439 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 610 T439 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 611 T439 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 611 T439 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 612 T439 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 612 T439 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 612 T439 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 613 T439 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 613 T439 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 636 T439 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 657 T439 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:37796/solr
[junit4:junit4]   2> 658 T439 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 658 T439 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:37796 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@4f2637db
[junit4:junit4]   2> 659 T439 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 660 T458 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:37796. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 661 T458 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:37796, initiating session
[junit4:junit4]   2> 661 T441 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:56840
[junit4:junit4]   2> 661 T441 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:56840
[junit4:junit4]   2> 667 T443 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce11c53340002 with negotiated timeout 20000 for client /140.211.11.196:56840
[junit4:junit4]   2> 667 T458 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:37796, sessionid = 0x13ce11c53340002, negotiated timeout = 20000
[junit4:junit4]   2> 668 T459 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f2637db name:ZooKeeperConnection Watcher:127.0.0.1:37796 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 668 T439 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 670 T444 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ce11c53340002
[junit4:junit4]   2> 671 T459 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 671 T441 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:56840 which had sessionid 0x13ce11c53340002
[junit4:junit4]   2> 671 T439 oaz.ZooKeeper.close Session: 0x13ce11c53340002 closed
[junit4:junit4]   2> 671 T439 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 684 T439 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:37796/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@71e84c04
[junit4:junit4]   2> 685 T439 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 686 T460 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:37796. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 686 T460 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:37796, initiating session
[junit4:junit4]   2> 686 T441 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:43662
[junit4:junit4]   2> 687 T441 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:43662
[junit4:junit4]   2> 693 T443 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce11c53340003 with negotiated timeout 20000 for client /140.211.11.196:43662
[junit4:junit4]   2> 693 T460 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:37796, sessionid = 0x13ce11c53340003, negotiated timeout = 20000
[junit4:junit4]   2> 693 T461 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71e84c04 name:ZooKeeperConnection Watcher:127.0.0.1:37796/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 694 T439 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 697 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c53340003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 699 T439 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 708 T439 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46234_er_d%2Fu
[junit4:junit4]   2> 709 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c53340003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:46234_er_d%2Fu Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:46234_er_d%2Fu
[junit4:junit4]   2> 710 T439 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46234_er_d%2Fu
[junit4:junit4]   2> 714 T439 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 725 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c53340003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 733 T439 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 737 T439 oasc.Overseer.start Overseer (id=89193604411817987-127.0.0.1:46234_er_d%2Fu-n_0000000000) starting
[junit4:junit4]   2> 738 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c53340003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 744 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c53340003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 745 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c53340003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 747 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c53340003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 756 T463 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 757 T439 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 767 T439 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 770 T462 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 776 T464 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360986395754/collection1
[junit4:junit4]   2> 776 T464 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 777 T464 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 777 T464 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 779 T464 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360986395754/collection1/'
[junit4:junit4]   2> 780 T464 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360986395754/collection1/lib/README' to classloader
[junit4:junit4]   2> 781 T464 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360986395754/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 849 T464 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 937 T464 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1038 T464 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1049 T464 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1855 T464 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1869 T464 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1873 T464 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1894 T464 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1900 T464 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1906 T464 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1908 T464 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1910 T464 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360986395754/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/control/data/
[junit4:junit4]   2> 1910 T464 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b7feb0b
[junit4:junit4]   2> 1910 T464 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1912 T464 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/control/data forceNew:false
[junit4:junit4]   2> 1913 T464 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/control/data
[junit4:junit4]   2> 1913 T464 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/control/data/index/
[junit4:junit4]   2> 1914 T464 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1915 T464 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/control/data/index forceNew:false
[junit4:junit4]   2> 1989 T464 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2af5db4a; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1989 T464 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1990 T464 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/control/data/index
[junit4:junit4]   2> 1991 T464 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1993 T464 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1993 T464 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1993 T464 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1994 T464 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1994 T464 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1995 T464 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1995 T464 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1996 T464 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1996 T464 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1997 T464 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1997 T464 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1998 T464 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1998 T464 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1998 T464 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1999 T464 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1999 T464 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2000 T464 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2000 T464 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2001 T464 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2001 T464 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2002 T464 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2002 T464 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2003 T464 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2003 T464 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2004 T464 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 2004 T464 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 2017 T464 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2022 T464 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 2024 T464 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 2027 T464 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/control/data
[junit4:junit4]   2> 2029 T464 oass.SolrIndexSearcher.<init> Opening Searcher@4a285c99 main
[junit4:junit4]   2> 2030 T464 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2030 T464 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2031 T464 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 2049 T464 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 2118 T465 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4a285c99 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2123 T464 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 2123 T464 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2124 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c53340003 type:create cxid:0x51 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2275 T462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2276 T462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46234_er_d%2Fu",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46234/er_d/u"}
[junit4:junit4]   2> 2277 T462 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2277 T462 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2278 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c53340003 type:create cxid:0x59 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2314 T461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3137 T464 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 3137 T464 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:46234/er_d/u collection:control_collection shard:shard1
[junit4:junit4]   2> 3138 T464 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 3171 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c53340003 type:delete cxid:0x73 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 3183 T464 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 3184 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c53340003 type:create cxid:0x74 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3193 T464 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 3194 T464 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 3194 T464 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:46234/er_d/u/collection1/
[junit4:junit4]   2> 3194 T464 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 3194 T464 oasc.SyncStrategy.syncToMe http://127.0.0.1:46234/er_d/u/collection1/ has no replicas
[junit4:junit4]   2> 3194 T464 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:46234/er_d/u/collection1/
[junit4:junit4]   2> 3195 T464 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 3201 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c53340003 type:create cxid:0x7e zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3820 T462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3981 T461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4049 T464 oasc.ZkController.register We are http://127.0.0.1:46234/er_d/u/collection1/ and leader is http://127.0.0.1:46234/er_d/u/collection1/
[junit4:junit4]   2> 4049 T464 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46234/er_d/u
[junit4:junit4]   2> 4049 T464 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 4049 T464 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 4050 T464 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 4053 T464 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4054 T439 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 4054 T439 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4055 T439 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4073 T439 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 4075 T439 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:37796/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6f68a02f
[junit4:junit4]   2> 4076 T439 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4076 T466 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:37796. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4077 T466 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:37796, initiating session
[junit4:junit4]   2> 4077 T441 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:53240
[junit4:junit4]   2> 4077 T441 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:53240
[junit4:junit4]   2> 4079 T443 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce11c53340004 with negotiated timeout 10000 for client /140.211.11.196:53240
[junit4:junit4]   2> 4079 T466 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:37796, sessionid = 0x13ce11c53340004, negotiated timeout = 10000
[junit4:junit4]   2> 4079 T467 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f68a02f name:ZooKeeperConnection Watcher:127.0.0.1:37796/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4079 T439 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4081 T439 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4083 T439 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4273 T439 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4276 T439 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:19870
[junit4:junit4]   2> 4277 T439 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4277 T439 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4278 T439 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360986399515
[junit4:junit4]   2> 4278 T439 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360986399515/solr.xml
[junit4:junit4]   2> 4279 T439 oasc.CoreContainer.<init> New CoreContainer 2121767238
[junit4:junit4]   2> 4279 T439 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360986399515/'
[junit4:junit4]   2> 4280 T439 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360986399515/'
[junit4:junit4]   2> 4354 T439 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 4355 T439 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4355 T439 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4356 T439 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4356 T439 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4357 T439 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4357 T439 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4357 T439 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4358 T439 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4358 T439 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4412 T439 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4434 T439 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:37796/solr
[junit4:junit4]   2> 4435 T439 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4436 T439 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:37796 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@25bd2f65
[junit4:junit4]   2> 4437 T439 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4437 T477 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:37796. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4438 T477 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:37796, initiating session
[junit4:junit4]   2> 4438 T441 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:25269
[junit4:junit4]   2> 4439 T441 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:25269
[junit4:junit4]   2> 4441 T443 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce11c53340005 with negotiated timeout 20000 for client /140.211.11.196:25269
[junit4:junit4]   2> 4441 T477 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:37796, sessionid = 0x13ce11c53340005, negotiated timeout = 20000
[junit4:junit4]   2> 4441 T478 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25bd2f65 name:ZooKeeperConnection Watcher:127.0.0.1:37796 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4441 T439 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4443 T444 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ce11c53340005
[junit4:junit4]   2> 4452 T478 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4452 T441 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:25269 which had sessionid 0x13ce11c53340005
[junit4:junit4]   2> 4452 T439 oaz.ZooKeeper.close Session: 0x13ce11c53340005 closed
[junit4:junit4]   2> 4453 T439 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 4467 T439 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:37796/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@324f2a59
[junit4:junit4]   2> 4468 T439 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4468 T479 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:37796. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4469 T479 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:37796, initiating session
[junit4:junit4]   2> 4469 T441 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:17899
[junit4:junit4]   2> 4470 T441 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:17899
[junit4:junit4]   2> 4471 T443 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce11c53340006 with negotiated timeout 20000 for client /140.211.11.196:17899
[junit4:junit4]   2> 4471 T479 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:37796, sessionid = 0x13ce11c53340006, negotiated timeout = 20000
[junit4:junit4]   2> 4471 T480 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@324f2a59 name:ZooKeeperConnection Watcher:127.0.0.1:37796/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4472 T439 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4473 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c53340006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4475 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c53340006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4483 T439 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4486 T439 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19870_er_d%2Fu
[junit4:junit4]   2> 4486 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c53340006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:19870_er_d%2Fu Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:19870_er_d%2Fu
[junit4:junit4]   2> 4488 T439 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19870_er_d%2Fu
[junit4:junit4]   2> 4492 T461 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4492 T467 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4492 T461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4492 T480 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4502 T481 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360986399515/collection1
[junit4:junit4]   2> 4502 T481 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4503 T481 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4503 T481 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4505 T481 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360986399515/collection1/'
[junit4:junit4]   2> 4507 T481 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360986399515/collection1/lib/README' to classloader
[junit4:junit4]   2> 4507 T481 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360986399515/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4575 T481 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4669 T481 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4770 T481 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4778 T481 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5501 T462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5502 T462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46234_er_d%2Fu",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46234/er_d/u"}
[junit4:junit4]   2> 5518 T461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5518 T480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5518 T467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5575 T481 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5590 T481 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5595 T481 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5616 T481 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5622 T481 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5628 T481 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5630 T481 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5631 T481 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360986399515/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty1/
[junit4:junit4]   2> 5632 T481 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b7feb0b
[junit4:junit4]   2> 5632 T481 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 5633 T481 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty1 forceNew:false
[junit4:junit4]   2> 5634 T481 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty1
[junit4:junit4]   2> 5635 T481 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty1/index/
[junit4:junit4]   2> 5635 T481 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5637 T481 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty1/index forceNew:false
[junit4:junit4]   2> 5644 T481 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ae07497; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5645 T481 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5646 T481 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty1/index
[junit4:junit4]   2> 5646 T481 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 5649 T481 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5649 T481 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 5649 T481 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5650 T481 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 5650 T481 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5651 T481 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5651 T481 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5652 T481 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5652 T481 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5653 T481 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 5654 T481 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 5654 T481 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5655 T481 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 5655 T481 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 5655 T481 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 5656 T481 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5657 T481 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5657 T481 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5658 T481 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5658 T481 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5659 T481 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5660 T481 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5660 T481 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5661 T481 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5662 T481 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 5662 T481 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 5682 T481 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5688 T481 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 5690 T481 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 5693 T481 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty1
[junit4:junit4]   2> 5695 T481 oass.SolrIndexSearcher.<init> Opening Searcher@e3c94c2 main
[junit4:junit4]   2> 5696 T481 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5696 T481 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5697 T481 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 5707 T481 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 5777 T482 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e3c94c2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5784 T481 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5784 T481 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7025 T462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7026 T462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:19870_er_d%2Fu",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:19870/er_d/u"}
[junit4:junit4]   2> 7027 T462 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 7027 T462 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 7046 T461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7047 T467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7047 T480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7788 T481 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7788 T481 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:19870/er_d/u collection:collection1 shard:shard1
[junit4:junit4]   2> 7789 T481 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7809 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c53340006 type:delete cxid:0x47 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7816 T481 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7817 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c53340006 type:create cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7826 T481 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7826 T481 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7827 T481 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:19870/er_d/u/collection1/
[junit4:junit4]   2> 7827 T481 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7827 T481 oasc.SyncStrategy.syncToMe http://127.0.0.1:19870/er_d/u/collection1/ has no replicas
[junit4:junit4]   2> 7828 T481 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:19870/er_d/u/collection1/
[junit4:junit4]   2> 7828 T481 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7834 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c53340006 type:create cxid:0x52 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8553 T462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8574 T461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8574 T480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8574 T467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8612 T481 oasc.ZkController.register We are http://127.0.0.1:19870/er_d/u/collection1/ and leader is http://127.0.0.1:19870/er_d/u/collection1/
[junit4:junit4]   2> 8612 T481 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:19870/er_d/u
[junit4:junit4]   2> 8612 T481 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8613 T481 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8613 T481 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8650 T481 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8651 T439 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8652 T439 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8652 T439 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8899 T439 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8902 T439 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:51125
[junit4:junit4]   2> 8903 T439 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8903 T439 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8904 T439 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360986404129
[junit4:junit4]   2> 8904 T439 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360986404129/solr.xml
[junit4:junit4]   2> 8905 T439 oasc.CoreContainer.<init> New CoreContainer 1916155997
[junit4:junit4]   2> 8906 T439 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360986404129/'
[junit4:junit4]   2> 8906 T439 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360986404129/'
[junit4:junit4]   2> 8971 T439 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 8972 T439 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8972 T439 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8972 T439 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8973 T439 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8973 T439 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8974 T439 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8974 T439 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8975 T439 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8975 T439 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 9000 T439 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9022 T439 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:37796/solr
[junit4:junit4]   2> 9023 T439 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 9023 T439 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:37796 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@56566ffa
[junit4:junit4]   2> 9025 T439 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9025 T492 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:37796. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 9026 T492 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:37796, initiating session
[junit4:junit4]   2> 9026 T441 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:28390
[junit4:junit4]   2> 9027 T441 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:28390
[junit4:junit4]   2> 9029 T443 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce11c53340007 with negotiated timeout 20000 for client /140.211.11.196:28390
[junit4:junit4]   2> 9029 T492 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:37796, sessionid = 0x13ce11c53340007, negotiated timeout = 20000
[junit4:junit4]   2> 9030 T493 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56566ffa name:ZooKeeperConnection Watcher:127.0.0.1:37796 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9030 T439 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9032 T444 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ce11c53340007
[junit4:junit4]   2> 9042 T493 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 9042 T441 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:28390 which had sessionid 0x13ce11c53340007
[junit4:junit4]   2> 9042 T439 oaz.ZooKeeper.close Session: 0x13ce11c53340007 closed
[junit4:junit4]   2> 9043 T439 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 9057 T439 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:37796/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@68ee0fa9
[junit4:junit4]   2> 9058 T439 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9059 T494 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:37796. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 9059 T494 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:37796, initiating session
[junit4:junit4]   2> 9060 T441 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:62381
[junit4:junit4]   2> 9060 T441 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:62381
[junit4:junit4]   2> 9061 T443 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce11c53340008 with negotiated timeout 20000 for client /140.211.11.196:62381
[junit4:junit4]   2> 9061 T494 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:37796, sessionid = 0x13ce11c53340008, negotiated timeout = 20000
[junit4:junit4]   2> 9062 T495 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@68ee0fa9 name:ZooKeeperConnection Watcher:127.0.0.1:37796/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9062 T439 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9063 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c53340008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9065 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c53340008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9067 T439 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9070 T439 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51125_er_d%2Fu
[junit4:junit4]   2> 9071 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c53340008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51125_er_d%2Fu Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51125_er_d%2Fu
[junit4:junit4]   2> 9072 T439 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51125_er_d%2Fu
[junit4:junit4]   2> 9075 T480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9075 T467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9076 T461 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9076 T495 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9077 T461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9078 T480 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9078 T467 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9087 T496 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360986404129/collection1
[junit4:junit4]   2> 9087 T496 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9088 T496 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9088 T496 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9090 T496 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360986404129/collection1/'
[junit4:junit4]   2> 9092 T496 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360986404129/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9093 T496 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360986404129/collection1/lib/README' to classloader
[junit4:junit4]   2> 9168 T496 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9255 T496 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9356 T496 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9368 T496 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10084 T462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10085 T462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:19870_er_d%2Fu",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:19870/er_d/u"}
[junit4:junit4]   2> 10104 T480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10104 T461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10104 T467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10104 T495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10120 T496 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10133 T496 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10137 T496 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10158 T496 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10164 T496 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10169 T496 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10171 T496 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10172 T496 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360986404129/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty2/
[junit4:junit4]   2> 10172 T496 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b7feb0b
[junit4:junit4]   2> 10173 T496 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 10174 T496 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty2 forceNew:false
[junit4:junit4]   2> 10175 T496 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty2
[junit4:junit4]   2> 10175 T496 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty2/index/
[junit4:junit4]   2> 10175 T496 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10177 T496 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty2/index forceNew:false
[junit4:junit4]   2> 10189 T496 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ec01ae5; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10189 T496 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10190 T496 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty2/index
[junit4:junit4]   2> 10190 T496 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 10193 T496 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10193 T496 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 10193 T496 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10194 T496 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 10194 T496 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10194 T496 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10195 T496 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10195 T496 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10196 T496 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10197 T496 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 10197 T496 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 10198 T496 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10198 T496 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 10198 T496 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 10199 T496 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 10199 T496 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10200 T496 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10201 T496 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10201 T496 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10202 T496 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10202 T496 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10203 T496 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10203 T496 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10204 T496 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10205 T496 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 10205 T496 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 10223 T496 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10229 T496 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 10230 T496 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 10233 T496 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty2
[junit4:junit4]   2> 10235 T496 oass.SolrIndexSearcher.<init> Opening Searcher@655e47f4 main
[junit4:junit4]   2> 10236 T496 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10236 T496 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10236 T496 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 10253 T496 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 10315 T497 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@655e47f4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10321 T496 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10322 T496 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11611 T462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11612 T462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51125_er_d%2Fu",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51125/er_d/u"}
[junit4:junit4]   2> 11613 T462 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11613 T462 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 11631 T480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11631 T495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11631 T461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11631 T467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12326 T496 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12326 T496 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51125/er_d/u collection:collection1 shard:shard2
[junit4:junit4]   2> 12327 T496 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 12343 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c53340008 type:delete cxid:0x46 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 12351 T496 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 12352 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c53340008 type:create cxid:0x47 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12354 T496 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 12355 T496 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 12355 T496 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51125/er_d/u/collection1/
[junit4:junit4]   2> 12355 T496 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 12355 T496 oasc.SyncStrategy.syncToMe http://127.0.0.1:51125/er_d/u/collection1/ has no replicas
[junit4:junit4]   2> 12356 T496 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51125/er_d/u/collection1/
[junit4:junit4]   2> 12356 T496 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 12364 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c53340008 type:create cxid:0x50 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13143 T462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13161 T495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13161 T461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13161 T480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13161 T467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13183 T496 oasc.ZkController.register We are http://127.0.0.1:51125/er_d/u/collection1/ and leader is http://127.0.0.1:51125/er_d/u/collection1/
[junit4:junit4]   2> 13183 T496 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51125/er_d/u
[junit4:junit4]   2> 13183 T496 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 13183 T496 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 13184 T496 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13187 T496 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13188 T439 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 13189 T439 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 13189 T439 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13381 T439 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 13384 T439 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:12219
[junit4:junit4]   2> 13385 T439 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 13385 T439 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13386 T439 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360986408638
[junit4:junit4]   2> 13386 T439 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360986408638/solr.xml
[junit4:junit4]   2> 13387 T439 oasc.CoreContainer.<init> New CoreContainer 833902710
[junit4:junit4]   2> 13388 T439 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360986408638/'
[junit4:junit4]   2> 13388 T439 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360986408638/'
[junit4:junit4]   2> 13461 T439 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 13462 T439 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13463 T439 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 13463 T439 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13464 T439 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13464 T439 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13465 T439 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13466 T439 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13466 T439 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13467 T439 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 13494 T439 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13516 T439 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:37796/solr
[junit4:junit4]   2> 13517 T439 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 13518 T439 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:37796 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2bf9ca28
[junit4:junit4]   2> 13520 T439 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13521 T507 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:37796. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13522 T507 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:37796, initiating session
[junit4:junit4]   2> 13523 T441 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:64712
[junit4:junit4]   2> 13523 T441 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:64712
[junit4:junit4]   2> 13526 T443 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce11c53340009 with negotiated timeout 20000 for client /140.211.11.196:64712
[junit4:junit4]   2> 13526 T507 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:37796, sessionid = 0x13ce11c53340009, negotiated timeout = 20000
[junit4:junit4]   2> 13526 T508 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2bf9ca28 name:ZooKeeperConnection Watcher:127.0.0.1:37796 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13527 T439 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13529 T444 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ce11c53340009
[junit4:junit4]   2> 13542 T508 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13542 T441 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:64712 which had sessionid 0x13ce11c53340009
[junit4:junit4]   2> 13542 T439 oaz.ZooKeeper.close Session: 0x13ce11c53340009 closed
[junit4:junit4]   2> 13543 T439 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 13557 T439 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:37796/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@55035616
[junit4:junit4]   2> 13558 T439 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13559 T509 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:37796. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13559 T509 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:37796, initiating session
[junit4:junit4]   2> 13559 T441 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:53873
[junit4:junit4]   2> 13560 T441 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:53873
[junit4:junit4]   2> 13561 T443 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce11c5334000a with negotiated timeout 20000 for client /140.211.11.196:53873
[junit4:junit4]   2> 13562 T509 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:37796, sessionid = 0x13ce11c5334000a, negotiated timeout = 20000
[junit4:junit4]   2> 13562 T510 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@55035616 name:ZooKeeperConnection Watcher:127.0.0.1:37796/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13562 T439 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13564 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c5334000a type:create cxid:0x1 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13566 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c5334000a type:create cxid:0x2 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13574 T439 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13578 T439 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:12219_er_d%2Fu
[junit4:junit4]   2> 13578 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c5334000a type:delete cxid:0x9 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:12219_er_d%2Fu Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:12219_er_d%2Fu
[junit4:junit4]   2> 13580 T439 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:12219_er_d%2Fu
[junit4:junit4]   2> 13583 T467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13583 T480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13584 T495 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13584 T461 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13584 T495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13584 T461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13584 T510 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13586 T467 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13586 T480 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13596 T511 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360986408638/collection1
[junit4:junit4]   2> 13597 T511 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13598 T511 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13598 T511 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13600 T511 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360986408638/collection1/'
[junit4:junit4]   2> 13602 T511 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360986408638/collection1/lib/README' to classloader
[junit4:junit4]   2> 13602 T511 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360986408638/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13678 T511 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 13762 T511 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13863 T511 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13873 T511 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14595 T511 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14607 T511 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14611 T511 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14633 T511 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14639 T511 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14645 T511 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14647 T511 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14648 T511 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360986408638/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3/
[junit4:junit4]   2> 14648 T511 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b7feb0b
[junit4:junit4]   2> 14649 T511 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 14650 T511 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3 forceNew:false
[junit4:junit4]   2> 14651 T511 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3
[junit4:junit4]   2> 14651 T511 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3/index/
[junit4:junit4]   2> 14652 T511 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14653 T511 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3/index forceNew:false
[junit4:junit4]   2> 14659 T511 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@71e5aaaf; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14660 T511 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14660 T511 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3/index
[junit4:junit4]   2> 14661 T511 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 14664 T511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14664 T511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 14664 T511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14665 T511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 14665 T511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14666 T511 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14666 T511 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14667 T511 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14667 T511 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14668 T511 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 14668 T511 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 14669 T511 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14669 T511 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 14670 T511 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 14670 T511 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 14671 T511 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14671 T511 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14672 T511 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14673 T511 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14673 T511 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14674 T511 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14674 T511 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14675 T511 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14675 T511 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14676 T462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14676 T511 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 14677 T462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51125_er_d%2Fu",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51125/er_d/u"}
[junit4:junit4]   2> 14677 T511 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 14689 T495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14689 T480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14689 T510 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14689 T467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14689 T461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14690 T511 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14695 T511 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 14697 T511 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 14699 T511 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3
[junit4:junit4]   2> 14701 T511 oass.SolrIndexSearcher.<init> Opening Searcher@3e250171 main
[junit4:junit4]   2> 14702 T511 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14702 T511 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14703 T511 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 14711 T511 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 14762 T512 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3e250171 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14769 T511 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14769 T511 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16197 T462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16198 T462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:12219_er_d%2Fu",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:12219/er_d/u"}
[junit4:junit4]   2> 16198 T462 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 16198 T462 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 16217 T461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16217 T510 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16217 T480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16217 T495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16217 T467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16773 T511 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16773 T511 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:12219/er_d/u collection:collection1 shard:shard1
[junit4:junit4]   2> 16779 T511 oasc.ZkController.register We are http://127.0.0.1:12219/er_d/u/collection1/ and leader is http://127.0.0.1:19870/er_d/u/collection1/
[junit4:junit4]   2> 16779 T511 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:12219/er_d/u
[junit4:junit4]   2> 16779 T511 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16780 T511 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C22 name=collection1 org.apache.solr.core.SolrCore@49453559 url=http://127.0.0.1:12219/er_d/u/collection1 node=127.0.0.1:12219_er_d%2Fu C22_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:12219_er_d%2Fu, base_url=http://127.0.0.1:12219/er_d/u}
[junit4:junit4]   2> 16781 T513 C22 P12219 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16781 T513 C22 P12219 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16781 T511 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16781 T513 C22 P12219 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16782 T513 C22 P12219 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16782 T439 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 16783 T439 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16783 T439 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16787 T513 C22 P12219 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16983 T439 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 16986 T439 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:34953
[junit4:junit4]   2> 16987 T439 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 16987 T439 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 16988 T439 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360986412237
[junit4:junit4]   2> 16988 T439 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360986412237/solr.xml
[junit4:junit4]   2> 16988 T439 oasc.CoreContainer.<init> New CoreContainer 1600471101
[junit4:junit4]   2> 16989 T439 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360986412237/'
[junit4:junit4]   2> 16990 T439 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360986412237/'
[junit4:junit4]   2> 17051 T439 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 17052 T439 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 17052 T439 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 17052 T439 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 17053 T439 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 17053 T439 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 17054 T439 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 17054 T439 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 17055 T439 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 17055 T439 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 17079 T439 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 17100 T439 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:37796/solr
[junit4:junit4]   2> 17100 T439 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 17101 T439 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:37796 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@47d0c0e1
[junit4:junit4]   2> 17102 T439 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 17102 T523 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:37796. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 17103 T523 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:37796, initiating session
[junit4:junit4]   2> 17104 T441 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:44470
[junit4:junit4]   2> 17104 T441 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:44470
[junit4:junit4]   2> 17106 T443 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce11c5334000b with negotiated timeout 20000 for client /140.211.11.196:44470
[junit4:junit4]   2> 17107 T523 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:37796, sessionid = 0x13ce11c5334000b, negotiated timeout = 20000
[junit4:junit4]   2> 17107 T524 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@47d0c0e1 name:ZooKeeperConnection Watcher:127.0.0.1:37796 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 17107 T439 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 17109 T444 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ce11c5334000b
[junit4:junit4]   2> 17123 T524 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 17123 T441 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:44470 which had sessionid 0x13ce11c5334000b
[junit4:junit4]   2> 17123 T439 oaz.ZooKeeper.close Session: 0x13ce11c5334000b closed
[junit4:junit4]   2> 17124 T439 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 17138 T439 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:37796/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@23df776e
[junit4:junit4]   2> 17139 T439 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 17140 T525 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:37796. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 17140 T525 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:37796, initiating session
[junit4:junit4]   2> 17141 T441 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:37448
[junit4:junit4]   2> 17141 T441 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:37448
[junit4:junit4]   2> 17143 T443 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ce11c5334000c with negotiated timeout 20000 for client /140.211.11.196:37448
[junit4:junit4]   2> 17143 T525 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:37796, sessionid = 0x13ce11c5334000c, negotiated timeout = 20000
[junit4:junit4]   2> 17143 T526 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23df776e name:ZooKeeperConnection Watcher:127.0.0.1:37796/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 17143 T439 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 17145 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c5334000c type:create cxid:0x1 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17146 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c5334000c type:create cxid:0x2 zxid:0xa3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17159 T439 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 17162 T439 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34953_er_d%2Fu
[junit4:junit4]   2> 17163 T444 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ce11c5334000c type:delete cxid:0x9 zxid:0xa4 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:34953_er_d%2Fu Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:34953_er_d%2Fu
[junit4:junit4]   2> 17164 T439 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34953_er_d%2Fu
[junit4:junit4]   2> 17167 T467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17168 T480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17168 T461 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17169 T495 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17169 T510 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17169 T495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17169 T461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17169 T526 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17169 T510 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17171 T467 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17171 T480 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17179 T527 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360986412237/collection1
[junit4:junit4]   2> 17179 T527 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 17180 T527 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 17180 T527 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 17182 T527 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360986412237/collection1/'
[junit4:junit4]   2> 17184 T527 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360986412237/collection1/lib/README' to classloader
[junit4:junit4]   2> 17185 T527 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360986412237/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 17250 T527 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 17336 T527 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 17437 T527 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 17445 T527 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17730 T462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17731 T462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:12219_er_d%2Fu",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:12219/er_d/u"}
[junit4:junit4]   2> 17767 T461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17767 T467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17767 T526 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17767 T510 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17767 T480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17767 T495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18261 T527 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 18274 T527 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 18278 T527 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 18300 T527 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18306 T527 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18317 T527 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18319 T527 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18320 T527 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360986412237/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4/
[junit4:junit4]   2> 18320 T527 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b7feb0b
[junit4:junit4]   2> 18321 T527 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 18322 T527 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4 forceNew:false
[junit4:junit4]   2> 18323 T527 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4
[junit4:junit4]   2> 18323 T527 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4/index/
[junit4:junit4]   2> 18324 T527 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 18324 T527 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4/index forceNew:false
[junit4:junit4]   2> 18331 T527 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@58a2b90b; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18332 T527 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18333 T527 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4/index
[junit4:junit4]   2> 18333 T527 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 18336 T527 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 18336 T527 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 18337 T527 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 18337 T527 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 18338 T527 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 18338 T527 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 18338 T527 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 18339 T527 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 18340 T527 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 18340 T527 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 18341 T527 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 18341 T527 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 18342 T527 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 18342 T527 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 18343 T527 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 18343 T527 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 18344 T527 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18345 T527 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18345 T527 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18346 T527 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18346 T527 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18347 T527 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18348 T527 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18348 T527 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18349 T527 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 18350 T527 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 18364 T527 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 18380 T527 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 18383 T527 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 18386 T527 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4
[junit4:junit4]   2> 18388 T527 oass.SolrIndexSearcher.<init> Opening Searcher@5216ca5 main
[junit4:junit4]   2> 18389 T527 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 18390 T527 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 18390 T527 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 18542 T527 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 18633 T528 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5216ca5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 18640 T527 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 18640 T527 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19274 T462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19275 T462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:34953_er_d%2Fu",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:34953/er_d/u"}
[junit4:junit4]   2> 19275 T462 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 19275 T462 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 19290 T461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19291 T526 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19291 T510 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19291 T495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19291 T480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19291 T467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19644 T527 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 19644 T527 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:34953/er_d/u collection:collection1 shard:shard2
[junit4:junit4]   2> 19649 T527 oasc.ZkController.register We are http://127.0.0.1:34953/er_d/u/collection1/ and leader is http://127.0.0.1:51125/er_d/u/collection1/
[junit4:junit4]   2> 19649 T527 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:34953/er_d/u
[junit4:junit4]   2> 19649 T527 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 19650 T527 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C23 name=collection1 org.apache.solr.core.SolrCore@5177c981 url=http://127.0.0.1:34953/er_d/u/collection1 node=127.0.0.1:34953_er_d%2Fu C23_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:34953_er_d%2Fu, base_url=http://127.0.0.1:34953/er_d/u}
[junit4:junit4]   2> 19650 T529 C23 P34953 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 19651 T529 C23 P34953 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 19651 T527 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19651 T529 C23 P34953 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 19651 T529 C23 P34953 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19652 T439 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 19653 T439 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 19653 T529 C23 P34953 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19653 T439 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19680 T439 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19682 T439 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 19683 T439 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C22_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:12219_er_d%2Fu, base_url=http://127.0.0.1:12219/er_d/u}
[junit4:junit4]   2> 19810 T513 C22 P12219 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:19870/er_d/u/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19810 T513 C22 P12219 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:12219/er_d/u START replicas=[http://127.0.0.1:19870/er_d/u/collection1/] nUpdates=100
[junit4:junit4]   2> 19811 T513 C22 P12219 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19811 T513 C22 P12219 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19811 T513 C22 P12219 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19811 T513 C22 P12219 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19812 T513 C22 P12219 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19812 T513 C22 P12219 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:19870/er_d/u/collection1/. core=collection1
[junit4:junit4]   2> 19812 T513 C22 P12219 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C24 name=collection1 org.apache.solr.core.SolrCore@50a2c2ef url=http://127.0.0.1:19870/er_d/u/collection1 node=127.0.0.1:19870_er_d%2Fu C24_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:19870_er_d%2Fu, base_url=http://127.0.0.1:19870/er_d/u, leader=true}
[junit4:junit4]   2> 19823 T471 C24 P19870 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19829 T472 C24 P19870 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 19830 T472 C24 P19870 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty1
[junit4:junit4]   2> 19835 T472 C24 P19870 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ae07497; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19835 T472 C24 P19870 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19840 T472 C24 P19870 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ae07497; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ae07497; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19840 T472 C24 P19870 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19841 T472 C24 P19870 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty1
[junit4:junit4]   2> 19842 T472 C24 P19870 oass.SolrIndexSearcher.<init> Opening Searcher@1f8352ad realtime
[junit4:junit4]   2> 19842 T472 C24 P19870 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19843 T472 C24 P19870 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4]   2> 19844 T513 C22 P12219 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19844 T513 C22 P12219 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19847 T473 C24 P19870 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19847 T473 C24 P19870 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 19848 T513 C22 P12219 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 19849 T513 C22 P12219 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19849 T513 C22 P12219 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19851 T473 C24 P19870 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty1
[junit4:junit4]   2> 19852 T473 C24 P19870 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty1/index
[junit4:junit4]   2> 19853 T473 C24 P19870 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
[junit4:junit4]   2> 19853 T513 C22 P12219 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19855 T513 C22 P12219 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3/index.20130216144655285 forceNew:false
[junit4:junit4]   2> 19856 T513 C22 P12219 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3
[junit4:junit4]   2> 19857 T513 C22 P12219 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3/index.20130216144655285 lockFactory=org.apache.lucene.store.NativeFSLockFactory@48445dc9; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 19860 T473 C24 P19870 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 19862 T513 C22 P12219 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3/index
[junit4:junit4]   2> 19862 T513 C22 P12219 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19863 T513 C22 P12219 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130216144655285
[junit4:junit4]   2> 19864 T513 C22 P12219 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3
[junit4:junit4]   2> 19865 T513 C22 P12219 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3
[junit4:junit4]   2> 19865 T513 C22 P12219 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3/index.20130216144655285
[junit4:junit4]   2> 19870 T513 C22 P12219 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3/index.20130216144655285 lockFactory=org.apache.lucene.store.NativeFSLockFactory@48445dc9; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19870 T513 C22 P12219 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19872 T513 C22 P12219 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3
[junit4:junit4]   2> 19872 T513 C22 P12219 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19873 T513 C22 P12219 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19873 T513 C22 P12219 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 19874 T513 C22 P12219 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3/index.20130216144655285
[junit4:junit4]   2> 19875 T513 C22 P12219 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3
[junit4:junit4]   2> 19880 T513 C22 P12219 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3/index.20130216144655285 lockFactory=org.apache.lucene.store.NativeFSLockFactory@48445dc9; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19880 T513 C22 P12219 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19880 T513 C22 P12219 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19881 T513 C22 P12219 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3
[junit4:junit4]   2> 19881 T513 C22 P12219 oass.SolrIndexSearcher.<init> Opening Searcher@fbbb2ac main
[junit4:junit4]   2> 19883 T512 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@fbbb2ac main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 19884 T512 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3/index
[junit4:junit4]   2> 19884 T513 C22 P12219 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 19888 T513 C22 P12219 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3/index.20130216144655285 lockFactory=org.apache.lucene.store.NativeFSLockFactory@48445dc9; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3/index.20130216144655285 lockFactory=org.apache.lucene.store.NativeFSLockFactory@48445dc9; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 19889 T513 C22 P12219 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 19890 T513 C22 P12219 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3
[junit4:junit4]   2> 19890 T513 C22 P12219 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19890 T513 C22 P12219 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3/index.20130216144655285
[junit4:junit4]   2> 19890 T513 C22 P12219 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3/index
[junit4:junit4]   2> 19891 T513 C22 P12219 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19891 T513 C22 P12219 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19891 T513 C22 P12219 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19891 T513 C22 P12219 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19898 T513 C22 P12219 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20686 T439 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20797 T462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20798 T462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:34953_er_d%2Fu",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:34953/er_d/u"}
[junit4:junit4]   2> 20804 T462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:12219_er_d%2Fu",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:12219/er_d/u"}
[junit4:junit4]   2> 20819 T495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20819 T510 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20819 T467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20819 T461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20819 T480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20819 T526 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21688 T439 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22692 T439 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C23_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:34953_er_d%2Fu, base_url=http://127.0.0.1:34953/er_d/u}
[junit4:junit4]   2> 23685 T529 C23 P34953 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51125/er_d/u/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 23685 T529 C23 P34953 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:34953/er_d/u START replicas=[http://127.0.0.1:51125/er_d/u/collection1/] nUpdates=100
[junit4:junit4]   2> 23686 T529 C23 P34953 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 23686 T529 C23 P34953 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 23686 T529 C23 P34953 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 23686 T529 C23 P34953 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 23686 T529 C23 P34953 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 23687 T529 C23 P34953 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51125/er_d/u/collection1/. core=collection1
[junit4:junit4]   2> 23687 T529 C23 P34953 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 23694 T439 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C25 name=collection1 org.apache.solr.core.SolrCore@602f7a1 url=http://127.0.0.1:51125/er_d/u/collection1 node=127.0.0.1:51125_er_d%2Fu C25_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51125_er_d%2Fu, base_url=http://127.0.0.1:51125/er_d/u, leader=true}
[junit4:junit4]   2> 23705 T486 C25 P51125 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 23715 T487 C25 P51125 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 23716 T487 C25 P51125 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty2
[junit4:junit4]   2> 23720 T487 C25 P51125 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ec01ae5; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 23721 T487 C25 P51125 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 23727 T487 C25 P51125 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ec01ae5; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ec01ae5; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 23727 T487 C25 P51125 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 23729 T487 C25 P51125 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty2
[junit4:junit4]   2> 23729 T487 C25 P51125 oass.SolrIndexSearcher.<init> Opening Searcher@4477688e realtime
[junit4:junit4]   2> 23730 T487 C25 P51125 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23730 T487 C25 P51125 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 16
[junit4:junit4]   2> 23731 T529 C23 P34953 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 23731 T529 C23 P34953 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 23734 T488 C25 P51125 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 23734 T488 C25 P51125 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 23735 T529 C23 P34953 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 23735 T529 C23 P34953 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 23735 T529 C23 P34953 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 23738 T488 C25 P51125 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty2
[junit4:junit4]   2> 23739 T488 C25 P51125 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty2/index
[junit4:junit4]   2> 23740 T488 C25 P51125 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
[junit4:junit4]   2> 23741 T529 C23 P34953 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 23743 T529 C23 P34953 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4/index.20130216144659172 forceNew:false
[junit4:junit4]   2> 23744 T529 C23 P34953 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4
[junit4:junit4]   2> 23745 T529 C23 P34953 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4/index.20130216144659172 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5721d4eb; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 23750 T488 C25 P51125 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 23763 T529 C23 P34953 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4/index
[junit4:junit4]   2> 23764 T529 C23 P34953 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 23786 T529 C23 P34953 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130216144659172
[junit4:junit4]   2> 23787 T529 C23 P34953 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4
[junit4:junit4]   2> 23788 T529 C23 P34953 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4
[junit4:junit4]   2> 23788 T529 C23 P34953 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4/index.20130216144659172
[junit4:junit4]   2> 23815 T529 C23 P34953 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4/index.20130216144659172 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5721d4eb; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 23817 T529 C23 P34953 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 23818 T529 C23 P34953 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4
[junit4:junit4]   2> 23818 T529 C23 P34953 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 23819 T529 C23 P34953 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 23819 T529 C23 P34953 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 23820 T529 C23 P34953 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4/index.20130216144659172
[junit4:junit4]   2> 23821 T529 C23 P34953 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4
[junit4:junit4]   2> 23824 T529 C23 P34953 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4/index.20130216144659172 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5721d4eb; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 23825 T529 C23 P34953 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 23825 T529 C23 P34953 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 23825 T529 C23 P34953 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4
[junit4:junit4]   2> 23826 T529 C23 P34953 oass.SolrIndexSearcher.<init> Opening Searcher@7f67ac59 main
[junit4:junit4]   2> 23828 T528 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7f67ac59 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 23828 T528 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4/index
[junit4:junit4]   2> 23828 T529 C23 P34953 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 23875 T529 C23 P34953 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4/index.20130216144659172 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5721d4eb; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4/index.20130216144659172 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5721d4eb; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 23875 T529 C23 P34953 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 23877 T529 C23 P34953 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4
[junit4:junit4]   2> 23877 T529 C23 P34953 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23877 T529 C23 P34953 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4/index.20130216144659172
[junit4:junit4]   2> 23878 T529 C23 P34953 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4/index
[junit4:junit4]   2> 23878 T529 C23 P34953 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 23878 T529 C23 P34953 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 23878 T529 C23 P34953 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 23878 T529 C23 P34953 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 23928 T529 C23 P34953 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 24698 T439 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25341 T462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25343 T462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:34953_er_d%2Fu",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:34953/er_d/u"}
[junit4:junit4]   2> 25359 T495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25359 T467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25359 T526 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25359 T480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25359 T510 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25359 T461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25701 T439 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25703 T439 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C26 name=collection1 org.apache.solr.core.SolrCore@39cb45f1 url=http://127.0.0.1:46234/er_d/u/collection1 node=127.0.0.1:46234_er_d%2Fu C26_STATE=coll:control_collection core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:46234_er_d%2Fu, base_url=http://127.0.0.1:46234/er_d/u, leader=true}
[junit4:junit4]   2> 25718 T451 C26 P46234 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/control/data
[junit4:junit4]   2> 25721 T451 C26 P46234 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2af5db4a; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 25722 T451 C26 P46234 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 25723 T451 C26 P46234 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/control/data
[junit4:junit4]   2> 25723 T451 C26 P46234 oass.SolrIndexSearcher.<init> Opening Searcher@3d655a86 realtime
[junit4:junit4]   2> 25724 T451 C26 P46234 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1427097697541685248)} 0 7
[junit4:junit4]   2> 25742 T489 C25 P51125 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty2
[junit4:junit4]   2> 25751 T474 C24 P19870 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty1
[junit4:junit4]   2>  C23_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:34953_er_d%2Fu, base_url=http://127.0.0.1:34953/er_d/u}
[junit4:junit4]   2> 25758 T516 C23 P34953 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty4
[junit4:junit4]   2> 25759 T516 C23 P34953 /update {update.distrib=FROMLEADER&_version_=-1427097697566851072&update.from=http://127.0.0.1:51125/er_d/u/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1427097697566851072)} 0 3
[junit4:junit4]   2>  C22_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:12219_er_d%2Fu, base_url=http://127.0.0.1:12219/er_d/u}
[junit4:junit4]   2> 25764 T500 C22 P12219 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360986395437/jetty3
[junit4:junit4]   2> 25765 T500 C22 P12219 /update {update.distrib=FROMLEADER&_version_=-1427097697575239680&update.from=http://127.0.0.1:19870/er_d/u/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1427097697575239680)} 0 3
[junit4:junit4]   2> 25766 T474 C24 P19870 /update {update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1427097697575239680)} 0 17
[junit4:junit4]   2> 25767 T489 C25 P51125 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1427097697566851072)} 0 27
[junit4:junit4]   2> 25776 T451 C26 P46234 /update {wt=javabin&version=2} {add=[1 (1427097697599356928)]} 0 5
[junit4:junit4]   2> 25796 T500 C22 P12219 /update {distrib.from=http://127.0.0.1:19870/er_d/u/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1427097697614036992)]} 0 4
[junit4:junit4]   2> 25797 T474 C24 P19870 /update {distrib.from=http://127.0.0.1:51125/er_d/u/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1427097697614036992)]} 0 12
[junit4:junit4]   2> 25798 T489 C25 P51125 /update {wt=javabin&version=2} {add=[1]} 0 19
[junit4:junit4]   2> 25805 T451 C26 P46234 /update {wt=javabin&version=2} {add=[2 (1427097697632911360)]} 0 2
[junit4:junit4]   2> 25818 T516 C23 P34953 /update {distrib.from=http://127.0.0.1:51125/er_d/u/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1427097697639202816)]} 0 3
[junit4:junit4]   2> 25818 T490 C25 P51125 /update {distrib.from=http://127.0.0.1:19870/er_d/u/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1427097697639202816)]} 0 8
[junit4:junit4]   2> 25819 T475 C24 P19870 /update {wt=javabin&version=2} {add=[2]} 0 11
[junit4:junit4]   2> 25825 T451 C26 P46234 /update {wt=javabin&version=2} {add=[3 (1427097697653882880)]} 0 2
[junit4:junit4]   2> 25834 T516 C23 P34953 /update {distrib.from=http://127.0.0.1:51125/er_d/u/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1427097697658077184)]} 0 1
[junit4:junit4]   2> 25835 T489 C25 P51125 /update {wt=javabin&version=2} {add=[3 (1427097697658077184)]} 0 7
[junit4:junit4]   2> 25840 T451 C26 P46234 /update {wt=javabin&version=2} {add=[4 (1427097697669611520)]} 0 2
[junit4:junit4]   2> 25852 T500 C22 P12219 /update {distrib.from=http://127.0.0.1:19870/er_d/u/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1427097697676951552)]} 0 2
[junit4:junit4]   2> 25853 T474 C24 P19870 /update {distrib.from=http://127.0.0.1:51125/er_d/u/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[4 (1427097697676951552)]} 0 7
[junit4:junit4]   2> 25854 T489 C25 P51125 /update {wt=javabin&version=2} {add=[4]} 0 11
[junit4:junit4]   2> 25859 T451 C26 P46234 /update {wt=javabin&version=2} {add=[5 (1427097697688485888)]} 0 2
[junit4:junit4]   2> 25867 T516 C23 P34953 /update {distrib.from=http://127.0.0.1:51125/er_d/u/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1427097697693728768)]} 0 1
[junit4:junit4]   2> 25868 T489 C25 P51125 /update {wt=javabin&version=2} {add=[5 (1427097697693728768)]} 0 6
[junit4:junit4]   2> 25873 T451 C26 P46234 /update {wt=javabin&version=2} {add=[6 (1427097697703165952)]} 0 2
[junit4:junit4]   2> 25885 T516 C23 P34953 /update {distrib.from=http://127.0.0.1:51125/er_d/u/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1427097697712603136)]} 0 2
[junit4:junit4]   2> 25885 T490 C25 P51125 /update {distrib.from=http://127.0.0.1:19870/er_d/

[...truncated too long message...]

e=qtp986211270-932, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]   2> 	        at java.net.SocketInputStream.socketRead0(Native Method)
[junit4:junit4]   2> 	        at java.net.SocketInputStream.read(SocketInputStream.java:150)
[junit4:junit4]   2> 	        at java.net.SocketInputStream.read(SocketInputStream.java:121)
[junit4:junit4]   2> 	        at org.eclipse.jetty.io.ByteArrayBuffer.readFrom(ByteArrayBuffer.java:375)
[junit4:junit4]   2> 	        at org.eclipse.jetty.io.bio.StreamEndPoint.fill(StreamEndPoint.java:141)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.fill(SocketConnector.java:227)
[junit4:junit4]   2> 	        at org.eclipse.jetty.http.HttpParser.fill(HttpParser.java:1035)
[junit4:junit4]   2> 	        at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:280)
[junit4:junit4]   2> 	        at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  40) Thread[id=512, name=searcherExecutor-254-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4:junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4:junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  41) Thread[id=634, name=searcherExecutor-329-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4:junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4:junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  42) Thread[id=484, name=qtp1502077407-484 Acceptor0 SocketConnector@127.0.0.1:51125, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]   2> 	        at java.net.PlainSocketImpl.socketAccept(Native Method)
[junit4:junit4]   2> 	        at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398)
[junit4:junit4]   2> 	        at java.net.ServerSocket.implAccept(ServerSocket.java:522)
[junit4:junit4]   2> 	        at java.net.ServerSocket.accept(ServerSocket.java:490)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.bio.SocketConnector.accept(SocketConnector.java:117)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  43) Thread[id=479, name=TEST-BasicDistributedZkTest.testDistribSearch-seed#[E53EA028E8FEF4AD]-SendThread(localhost:37796), state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:82)
[junit4:junit4]   2> 	        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {n_f1=PostingsFormat(name=NestedPulsing), foo_b=Pulsing41(freqCutoff=19 minBlockSize=21 maxBlockSize=106), cat=MockFixedIntBlock(blockSize=1846), foo_d=PostingsFormat(name=TestBloomFilteredLucene41Postings), foo_f=Pulsing41(freqCutoff=19 minBlockSize=21 maxBlockSize=106), n_tl1=PostingsFormat(name=NestedPulsing), n_d1=MockFixedIntBlock(blockSize=1846), rnd_b=PostingsFormat(name=TestBloomFilteredLucene41Postings), intDefault=MockFixedIntBlock(blockSize=1846), n_td1=PostingsFormat(name=NestedPulsing), timestamp=MockFixedIntBlock(blockSize=1846), id=PostingsFormat(name=TestBloomFilteredLucene41Postings), range_facet_sl=Pulsing41(freqCutoff=19 minBlockSize=21 maxBlockSize=106), range_facet_si=PostingsFormat(name=NestedPulsing), oddField_s=Pulsing41(freqCutoff=19 minBlockSize=21 maxBlockSize=106), sequence_i=Pulsing41(freqCutoff=19 minBlockSize=21 maxBlockSize=106), name=PostingsFormat(name=TestBloomFilteredLucene41Postings), foo_i=PostingsFormat(name=NestedPulsing), regex_dup_B_s=MockFixedIntBlock(blockSize=1846), multiDefault=PostingsFormat(name=NestedPulsing), n_tf1=MockFixedIntBlock(blockSize=1846), n_dt1=PostingsFormat(name=NestedPulsing), genre_s=Pulsing41(freqCutoff=19 minBlockSize=21 maxBlockSize=106), author_t=PostingsFormat(name=NestedPulsing), n_ti1=PostingsFormat(name=TestBloomFilteredLucene41Postings), range_facet_l=MockFixedIntBlock(blockSize=1846), text=Pulsing41(freqCutoff=19 minBlockSize=21 maxBlockSize=106), _version_=MockFixedIntBlock(blockSize=1846), val_i=PostingsFormat(name=TestBloomFilteredLucene41Postings), SubjectTerms_mfacet=MockFixedIntBlock(blockSize=1846), series_t=PostingsFormat(name=NestedPulsing), a_t=MockFixedIntBlock(blockSize=1846), n_tdt1=MockFixedIntBlock(blockSize=1846), regex_dup_A_s=Pulsing41(freqCutoff=19 minBlockSize=21 maxBlockSize=106), price=Pulsing41(freqCutoff=19 minBlockSize=21 maxBlockSize=106), other_tl1=MockFixedIntBlock(blockSize=1846), n_l1=MockFixedIntBlock(blockSize=1846), a_si=PostingsFormat(name=NestedPulsing), inStock=Pulsing41(freqCutoff=19 minBlockSize=21 maxBlockSize=106)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=es_PA, timezone=Australia/Melbourne
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_09 (64-bit)/cpus=16,threads=46,free=138422192,total=320864256
[junit4:junit4]   2> NOTE: All tests run in this JVM: [CurrencyFieldTest, DirectUpdateHandlerOptimizeTest, TestSuggestSpellingConverter, SystemInfoHandlerTest, SpatialFilterTest, AutoCommitTest, TestQuerySenderNoQuery, SearchHandlerTest, TestStressRecovery, TestLFUCache, SuggesterWFSTTest, DistanceFunctionTest, FastVectorHighlighterTest, TestCoreContainer, TestRandomFaceting, CoreAdminHandlerTest, NotRequiredUniqueKeyTest, TestFuzzyAnalyzedSuggestions, SyncSliceTest, ResponseLogComponentTest, TestPerFieldSimilarity, TestNumberUtils, TestFastWriter, TestSolrQueryParser, JSONWriterTest, TestSystemIdResolver, BasicDistributedZkTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZkTest -Dtests.seed=E53EA028E8FEF4AD -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_PA -Dtests.timezone=Australia/Melbourne -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   0.00s J0 | BasicDistributedZkTest (suite) <<<
[junit4:junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([E53EA028E8FEF4AD]:0)
[junit4:junit4] Completed on J0 in 7224.04s, 1 test, 2 errors <<< FAILURES!

[...truncated 110 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/common-build.xml:447: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1202: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:865: There were test failures: 250 suites, 1041 tests, 1 suite-level error, 1 error, 140 ignored (1 assumption)

Total time: 153 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure