You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/01/17 06:35:46 UTC

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3650 - Failure

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3650/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
shard1 should have just been set up to be inconsistent - but it's still consistent

Stack Trace:
java.lang.AssertionError: shard1 should have just been set up to be inconsistent - but it's still consistent
	at __randomizedtesting.SeedInfo.seed([326256ACF35DD328:B384D8B48402B314]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:214)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9404 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T2479 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 6 T2479 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-SyncSliceTest-1358400786038
[junit4:junit4]   2> 7 T2479 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 8 T2480 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 11 T2480 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 11 T2480 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 12 T2480 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 12 T2480 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 13 T2480 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 109 T2479 oasc.ZkTestServer.run start zk server on port:13028
[junit4:junit4]   2> 110 T2479 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:13028 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@156e9554
[junit4:junit4]   2> 111 T2479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 111 T2485 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:13028. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 112 T2485 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:13028, initiating session
[junit4:junit4]   2> 112 T2481 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52523
[junit4:junit4]   2> 113 T2481 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52523
[junit4:junit4]   2> 113 T2483 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 117 T2483 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c46ff0e7d0000 with negotiated timeout 10000 for client /140.211.11.196:52523
[junit4:junit4]   2> 117 T2485 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:13028, sessionid = 0x13c46ff0e7d0000, negotiated timeout = 10000
[junit4:junit4]   2> 117 T2486 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@156e9554 name:ZooKeeperConnection Watcher:127.0.0.1:13028 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 117 T2479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 118 T2479 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 121 T2484 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c46ff0e7d0000
[junit4:junit4]   2> 122 T2486 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 122 T2481 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:52523 which had sessionid 0x13c46ff0e7d0000
[junit4:junit4]   2> 122 T2479 oaz.ZooKeeper.close Session: 0x13c46ff0e7d0000 closed
[junit4:junit4]   2> 123 T2479 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:13028/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@4f5eb4d2
[junit4:junit4]   2> 124 T2487 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:13028. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 124 T2479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 125 T2487 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:13028, initiating session
[junit4:junit4]   2> 125 T2481 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:60134
[junit4:junit4]   2> 125 T2481 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:60134
[junit4:junit4]   2> 133 T2483 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c46ff0e7d0001 with negotiated timeout 10000 for client /140.211.11.196:60134
[junit4:junit4]   2> 133 T2487 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:13028, sessionid = 0x13c46ff0e7d0001, negotiated timeout = 10000
[junit4:junit4]   2> 133 T2488 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f5eb4d2 name:ZooKeeperConnection Watcher:127.0.0.1:13028/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 134 T2479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 134 T2479 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 144 T2479 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 153 T2479 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 156 T2479 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 160 T2479 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 161 T2479 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 173 T2479 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 174 T2479 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 278 T2479 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 279 T2479 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 282 T2479 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 283 T2479 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 291 T2479 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 292 T2479 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 294 T2479 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 295 T2479 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 303 T2479 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 304 T2479 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 307 T2479 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 307 T2479 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 315 T2479 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 316 T2479 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 318 T2484 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c46ff0e7d0001
[junit4:junit4]   2> 319 T2488 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 319 T2481 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:60134 which had sessionid 0x13c46ff0e7d0001
[junit4:junit4]   2> 319 T2479 oaz.ZooKeeper.close Session: 0x13c46ff0e7d0001 closed
[junit4:junit4]   2> 484 T2479 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 490 T2479 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4:junit4]   2> 491 T2479 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 491 T2479 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 492 T2479 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1358400786351
[junit4:junit4]   2> 492 T2479 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1358400786351/solr.xml
[junit4:junit4]   2> 493 T2479 oasc.CoreContainer.<init> New CoreContainer 403208097
[junit4:junit4]   2> 493 T2479 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1358400786351/'
[junit4:junit4]   2> 494 T2479 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1358400786351/'
[junit4:junit4]   2> 549 T2479 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 550 T2479 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 550 T2479 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 551 T2479 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 551 T2479 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 552 T2479 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 552 T2479 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 553 T2479 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 553 T2479 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 554 T2479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 578 T2479 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 598 T2479 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:13028/solr
[junit4:junit4]   2> 599 T2479 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 600 T2479 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:13028 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@19b2f94
[junit4:junit4]   2> 601 T2479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 601 T2498 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:13028. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 603 T2498 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:13028, initiating session
[junit4:junit4]   2> 603 T2481 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:33499
[junit4:junit4]   2> 603 T2481 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:33499
[junit4:junit4]   2> 617 T2483 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c46ff0e7d0002 with negotiated timeout 20000 for client /140.211.11.196:33499
[junit4:junit4]   2> 617 T2498 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:13028, sessionid = 0x13c46ff0e7d0002, negotiated timeout = 20000
[junit4:junit4]   2> 618 T2499 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19b2f94 name:ZooKeeperConnection Watcher:127.0.0.1:13028 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 618 T2479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 619 T2484 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c46ff0e7d0002
[junit4:junit4]   2> 644 T2499 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 644 T2481 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:33499 which had sessionid 0x13c46ff0e7d0002
[junit4:junit4]   2> 644 T2479 oaz.ZooKeeper.close Session: 0x13c46ff0e7d0002 closed
[junit4:junit4]   2> 645 T2479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 657 T2479 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:13028/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@3b9d0ad
[junit4:junit4]   2> 658 T2479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 658 T2500 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:13028. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 659 T2500 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:13028, initiating session
[junit4:junit4]   2> 659 T2481 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:11606
[junit4:junit4]   2> 659 T2481 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:11606
[junit4:junit4]   2> 660 T2483 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c46ff0e7d0003 with negotiated timeout 20000 for client /140.211.11.196:11606
[junit4:junit4]   2> 661 T2500 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:13028, sessionid = 0x13c46ff0e7d0003, negotiated timeout = 20000
[junit4:junit4]   2> 661 T2501 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b9d0ad name:ZooKeeperConnection Watcher:127.0.0.1:13028/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 661 T2479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 675 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 677 T2479 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 701 T2479 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47838_
[junit4:junit4]   2> 702 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d0003 type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:47838_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:47838_
[junit4:junit4]   2> 703 T2479 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47838_
[junit4:junit4]   2> 738 T2479 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 791 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d0003 type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 846 T2479 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 871 T2479 oasc.Overseer.start Overseer (id=89024153914245123-127.0.0.1:47838_-n_0000000000) starting
[junit4:junit4]   2> 872 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d0003 type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 942 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d0003 type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 967 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d0003 type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1024 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d0003 type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1026 T2503 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 1026 T2479 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 1063 T2479 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1065 T2502 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 1070 T2504 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1358400786351/collection1
[junit4:junit4]   2> 1070 T2504 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 1071 T2504 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1071 T2504 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 1072 T2504 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1358400786351/collection1/'
[junit4:junit4]   2> 1073 T2504 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-controljetty-1358400786351/collection1/lib/README' to classloader
[junit4:junit4]   2> 1074 T2504 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-controljetty-1358400786351/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1126 T2504 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1195 T2504 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1295 T2504 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1301 T2504 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1937 T2504 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1948 T2504 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1952 T2504 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1965 T2504 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1970 T2504 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1974 T2504 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1975 T2504 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1976 T2504 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1358400786351/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1358400786037/control/data/
[junit4:junit4]   2> 1977 T2504 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@29576289
[junit4:junit4]   2> 1977 T2504 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1978 T2504 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/control/data forceNew:false
[junit4:junit4]   2> 1979 T2504 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/control/data
[junit4:junit4]   2> 1979 T2504 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1358400786037/control/data/index/
[junit4:junit4]   2> 1980 T2504 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1358400786037/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1981 T2504 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/control/data/index forceNew:false
[junit4:junit4]   2> 1988 T2504 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@188bb644; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1989 T2504 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1990 T2504 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/control/data/index
[junit4:junit4]   2> 1990 T2504 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1992 T2504 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1993 T2504 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1993 T2504 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1993 T2504 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1994 T2504 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1994 T2504 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1995 T2504 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1995 T2504 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1996 T2504 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1996 T2504 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1997 T2504 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1997 T2504 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1997 T2504 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1998 T2504 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1998 T2504 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1998 T2504 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1999 T2504 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1999 T2504 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2000 T2504 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2000 T2504 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2001 T2504 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2001 T2504 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2002 T2504 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2002 T2504 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2003 T2504 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 2003 T2504 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 2016 T2504 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2021 T2504 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 2022 T2504 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 2024 T2504 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/control/data
[junit4:junit4]   2> 2026 T2504 oass.SolrIndexSearcher.<init> Opening Searcher@59d353ed main
[junit4:junit4]   2> 2028 T2504 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2028 T2504 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2028 T2504 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 2060 T2504 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 2119 T2505 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@59d353ed main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2123 T2504 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 2124 T2504 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2124 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d0003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2568 T2502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2569 T2502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:47838_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:47838"}
[junit4:junit4]   2> 2569 T2502 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2569 T2502 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2570 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d0003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2575 T2501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3137 T2504 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 3137 T2504 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:47838 collection:control_collection shard:shard1
[junit4:junit4]   2> 3138 T2504 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 3150 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d0003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 3158 T2504 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 3159 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d0003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3162 T2504 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 3162 T2504 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 3162 T2504 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:47838/collection1/
[junit4:junit4]   2> 3162 T2504 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 3163 T2504 oasc.SyncStrategy.syncToMe http://127.0.0.1:47838/collection1/ has no replicas
[junit4:junit4]   2> 3163 T2504 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:47838/collection1/
[junit4:junit4]   2> 3163 T2504 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 3342 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d0003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4078 T2502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4102 T2501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4120 T2504 oasc.ZkController.register We are http://127.0.0.1:47838/collection1/ and leader is http://127.0.0.1:47838/collection1/
[junit4:junit4]   2> 4120 T2504 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47838
[junit4:junit4]   2> 4120 T2504 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 4120 T2504 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 4121 T2504 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 4122 T2504 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4123 T2479 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 4124 T2479 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4124 T2479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4138 T2479 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 4147 T2479 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:13028/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@4a16ce92
[junit4:junit4]   2> 4148 T2479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4149 T2506 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:13028. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4149 T2506 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:13028, initiating session
[junit4:junit4]   2> 4149 T2481 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:54790
[junit4:junit4]   2> 4150 T2481 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:54790
[junit4:junit4]   2> 4151 T2483 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c46ff0e7d0004 with negotiated timeout 10000 for client /140.211.11.196:54790
[junit4:junit4]   2> 4151 T2506 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:13028, sessionid = 0x13c46ff0e7d0004, negotiated timeout = 10000
[junit4:junit4]   2> 4152 T2507 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4a16ce92 name:ZooKeeperConnection Watcher:127.0.0.1:13028/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4152 T2479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4153 T2479 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4154 T2479 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4320 T2479 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4323 T2479 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4:junit4]   2> 4324 T2479 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4324 T2479 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4325 T2479 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1358400790186
[junit4:junit4]   2> 4325 T2479 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1358400790186/solr.xml
[junit4:junit4]   2> 4326 T2479 oasc.CoreContainer.<init> New CoreContainer 1429911460
[junit4:junit4]   2> 4326 T2479 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1358400790186/'
[junit4:junit4]   2> 4327 T2479 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1358400790186/'
[junit4:junit4]   2> 4382 T2479 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 4383 T2479 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4383 T2479 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4383 T2479 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4384 T2479 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4384 T2479 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4385 T2479 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4385 T2479 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4386 T2479 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4386 T2479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4406 T2479 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4425 T2479 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:13028/solr
[junit4:junit4]   2> 4426 T2479 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4426 T2479 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:13028 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@579eccd0
[junit4:junit4]   2> 4427 T2479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4428 T2517 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:13028. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4429 T2517 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:13028, initiating session
[junit4:junit4]   2> 4429 T2481 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:19209
[junit4:junit4]   2> 4429 T2481 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:19209
[junit4:junit4]   2> 4431 T2483 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c46ff0e7d0005 with negotiated timeout 20000 for client /140.211.11.196:19209
[junit4:junit4]   2> 4431 T2517 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:13028, sessionid = 0x13c46ff0e7d0005, negotiated timeout = 20000
[junit4:junit4]   2> 4432 T2518 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@579eccd0 name:ZooKeeperConnection Watcher:127.0.0.1:13028 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4432 T2479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4433 T2484 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c46ff0e7d0005
[junit4:junit4]   2> 4440 T2518 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4441 T2481 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:19209 which had sessionid 0x13c46ff0e7d0005
[junit4:junit4]   2> 4440 T2479 oaz.ZooKeeper.close Session: 0x13c46ff0e7d0005 closed
[junit4:junit4]   2> 4441 T2479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 4451 T2479 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:13028/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5b5f5da7
[junit4:junit4]   2> 4452 T2479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4452 T2519 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:13028. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4453 T2519 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:13028, initiating session
[junit4:junit4]   2> 4453 T2481 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:14070
[junit4:junit4]   2> 4453 T2481 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:14070
[junit4:junit4]   2> 4454 T2483 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c46ff0e7d0006 with negotiated timeout 20000 for client /140.211.11.196:14070
[junit4:junit4]   2> 4454 T2519 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:13028, sessionid = 0x13c46ff0e7d0006, negotiated timeout = 20000
[junit4:junit4]   2> 4455 T2520 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b5f5da7 name:ZooKeeperConnection Watcher:127.0.0.1:13028/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4455 T2479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4456 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d0006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4457 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d0006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4466 T2479 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62419_
[junit4:junit4]   2> 4467 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d0006 type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:62419_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:62419_
[junit4:junit4]   2> 4468 T2479 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:62419_
[junit4:junit4]   2> 4470 T2507 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4470 T2501 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4471 T2501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4479 T2479 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4487 T2521 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1358400790186/collection1
[junit4:junit4]   2> 4487 T2521 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4488 T2521 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4488 T2521 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4490 T2521 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1358400790186/collection1/'
[junit4:junit4]   2> 4491 T2521 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty1-1358400790186/collection1/lib/README' to classloader
[junit4:junit4]   2> 4492 T2521 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty1-1358400790186/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4543 T2521 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4612 T2521 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4713 T2521 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4719 T2521 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5354 T2521 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5365 T2521 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5369 T2521 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5382 T2521 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5387 T2521 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5391 T2521 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5392 T2521 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5393 T2521 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1358400790186/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1/
[junit4:junit4]   2> 5394 T2521 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@29576289
[junit4:junit4]   2> 5394 T2521 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 5395 T2521 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1 forceNew:false
[junit4:junit4]   2> 5396 T2521 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1
[junit4:junit4]   2> 5396 T2521 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1/index/
[junit4:junit4]   2> 5397 T2521 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5398 T2521 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1/index forceNew:false
[junit4:junit4]   2> 5404 T2521 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@23b972b7; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5404 T2521 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5405 T2521 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1/index
[junit4:junit4]   2> 5405 T2521 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 5408 T2521 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5408 T2521 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 5408 T2521 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5409 T2521 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 5410 T2521 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5410 T2521 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5410 T2521 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5411 T2521 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5411 T2521 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5412 T2521 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 5413 T2521 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 5413 T2521 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5414 T2521 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 5414 T2521 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 5414 T2521 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 5415 T2521 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5415 T2521 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5416 T2521 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5416 T2521 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5417 T2521 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5418 T2521 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5418 T2521 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5419 T2521 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5419 T2521 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5420 T2521 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 5420 T2521 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 5433 T2521 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5438 T2521 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 5439 T2521 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 5441 T2521 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1
[junit4:junit4]   2> 5443 T2521 oass.SolrIndexSearcher.<init> Opening Searcher@86d38e2 main
[junit4:junit4]   2> 5444 T2521 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5444 T2521 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5445 T2521 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 5461 T2521 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 5513 T2522 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@86d38e2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5519 T2521 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5519 T2521 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 5612 T2502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5613 T2502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:47838_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:47838"}
[junit4:junit4]   2> 5659 T2502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62419_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62419"}
[junit4:junit4]   2> 5659 T2502 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 5660 T2502 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 5813 T2520 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5813 T2501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5813 T2507 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6522 T2521 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 6522 T2521 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:62419 collection:collection1 shard:shard1
[junit4:junit4]   2> 6523 T2521 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 6539 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d0006 type:delete cxid:0x43 zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 6544 T2521 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 6545 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d0006 type:create cxid:0x44 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6548 T2521 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 6548 T2521 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 6548 T2521 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:62419/collection1/
[junit4:junit4]   2> 6549 T2521 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 6549 T2521 oasc.SyncStrategy.syncToMe http://127.0.0.1:62419/collection1/ has no replicas
[junit4:junit4]   2> 6549 T2521 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:62419/collection1/
[junit4:junit4]   2> 6549 T2521 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 6561 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d0006 type:create cxid:0x4e zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7432 T2502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7447 T2507 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7447 T2501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7447 T2520 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7488 T2521 oasc.ZkController.register We are http://127.0.0.1:62419/collection1/ and leader is http://127.0.0.1:62419/collection1/
[junit4:junit4]   2> 7488 T2521 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:62419
[junit4:junit4]   2> 7488 T2521 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 7488 T2521 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 7489 T2521 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7490 T2521 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7491 T2479 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 7492 T2479 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7492 T2479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 7673 T2479 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 7676 T2479 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4:junit4]   2> 7677 T2479 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 7677 T2479 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7678 T2479 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1358400793537
[junit4:junit4]   2> 7678 T2479 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1358400793537/solr.xml
[junit4:junit4]   2> 7679 T2479 oasc.CoreContainer.<init> New CoreContainer 1169258652
[junit4:junit4]   2> 7679 T2479 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1358400793537/'
[junit4:junit4]   2> 7680 T2479 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1358400793537/'
[junit4:junit4]   2> 7735 T2479 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 7736 T2479 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7736 T2479 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 7736 T2479 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7737 T2479 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7737 T2479 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7738 T2479 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7738 T2479 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7739 T2479 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7739 T2479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 7758 T2479 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 7778 T2479 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:13028/solr
[junit4:junit4]   2> 7778 T2479 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 7779 T2479 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:13028 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6a81f72e
[junit4:junit4]   2> 7780 T2479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7780 T2532 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:13028. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7781 T2532 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:13028, initiating session
[junit4:junit4]   2> 7782 T2481 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:12748
[junit4:junit4]   2> 7782 T2481 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:12748
[junit4:junit4]   2> 7784 T2483 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c46ff0e7d0007 with negotiated timeout 20000 for client /140.211.11.196:12748
[junit4:junit4]   2> 7784 T2532 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:13028, sessionid = 0x13c46ff0e7d0007, negotiated timeout = 20000
[junit4:junit4]   2> 7784 T2533 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a81f72e name:ZooKeeperConnection Watcher:127.0.0.1:13028 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7785 T2479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7786 T2484 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c46ff0e7d0007
[junit4:junit4]   2> 7800 T2481 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:12748 which had sessionid 0x13c46ff0e7d0007
[junit4:junit4]   2> 7800 T2533 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 7800 T2479 oaz.ZooKeeper.close Session: 0x13c46ff0e7d0007 closed
[junit4:junit4]   2> 7801 T2479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 7810 T2479 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:13028/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1cbaa13f
[junit4:junit4]   2> 7811 T2479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7811 T2534 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:13028. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7812 T2534 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:13028, initiating session
[junit4:junit4]   2> 7812 T2481 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:29638
[junit4:junit4]   2> 7812 T2481 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:29638
[junit4:junit4]   2> 7813 T2483 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c46ff0e7d0008 with negotiated timeout 20000 for client /140.211.11.196:29638
[junit4:junit4]   2> 7813 T2534 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:13028, sessionid = 0x13c46ff0e7d0008, negotiated timeout = 20000
[junit4:junit4]   2> 7814 T2535 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1cbaa13f name:ZooKeeperConnection Watcher:127.0.0.1:13028/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7814 T2479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7815 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d0008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7816 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d0008 type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7824 T2479 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34943_
[junit4:junit4]   2> 7825 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d0008 type:delete cxid:0x4 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:34943_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:34943_
[junit4:junit4]   2> 7826 T2479 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34943_
[junit4:junit4]   2> 7828 T2520 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7829 T2507 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7829 T2501 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7829 T2507 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7829 T2501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7830 T2520 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7838 T2479 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 7845 T2536 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1358400793537/collection1
[junit4:junit4]   2> 7845 T2536 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 7846 T2536 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 7846 T2536 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 7847 T2536 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1358400793537/collection1/'
[junit4:junit4]   2> 7848 T2536 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty2-1358400793537/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 7849 T2536 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty2-1358400793537/collection1/lib/README' to classloader
[junit4:junit4]   2> 7900 T2536 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 7969 T2536 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 8070 T2536 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 8076 T2536 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 8714 T2536 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 8725 T2536 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8729 T2536 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 8741 T2536 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8746 T2536 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8751 T2536 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8752 T2536 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8753 T2536 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1358400793537/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2/
[junit4:junit4]   2> 8753 T2536 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@29576289
[junit4:junit4]   2> 8754 T2536 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 8755 T2536 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2 forceNew:false
[junit4:junit4]   2> 8755 T2536 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2
[junit4:junit4]   2> 8755 T2536 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2/index/
[junit4:junit4]   2> 8756 T2536 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 8757 T2536 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2/index forceNew:false
[junit4:junit4]   2> 8766 T2536 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4a28f7ce; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 8766 T2536 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 8767 T2536 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2/index
[junit4:junit4]   2> 8767 T2536 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 8770 T2536 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 8770 T2536 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 8770 T2536 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 8771 T2536 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 8771 T2536 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 8772 T2536 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 8772 T2536 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 8773 T2536 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 8773 T2536 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 8774 T2536 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 8774 T2536 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 8775 T2536 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 8775 T2536 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 8776 T2536 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 8776 T2536 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 8777 T2536 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8777 T2536 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8778 T2536 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8778 T2536 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8779 T2536 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8779 T2536 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8780 T2536 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8781 T2536 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8781 T2536 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8782 T2536 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 8782 T2536 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 8795 T2536 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8800 T2536 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 8801 T2536 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 8803 T2536 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2
[junit4:junit4]   2> 8805 T2536 oass.SolrIndexSearcher.<init> Opening Searcher@3656546e main
[junit4:junit4]   2> 8806 T2536 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8806 T2536 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8807 T2536 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 8826 T2536 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 8885 T2537 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3656546e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8890 T2536 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 8890 T2536 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8952 T2502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8953 T2502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62419_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62419"}
[junit4:junit4]   2> 8960 T2502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:34943_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:34943"}
[junit4:junit4]   2> 8961 T2502 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 8961 T2502 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 8971 T2535 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8971 T2501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8971 T2507 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8971 T2520 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9893 T2536 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 9893 T2536 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:34943 collection:collection1 shard:shard1
[junit4:junit4]   2> 9897 T2536 oasc.ZkController.register We are http://127.0.0.1:34943/collection1/ and leader is http://127.0.0.1:62419/collection1/
[junit4:junit4]   2> 9898 T2536 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:34943
[junit4:junit4]   2> 9898 T2536 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 9898 T2536 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C97 name=collection1 org.apache.solr.core.SolrCore@211d3d0e url=http://127.0.0.1:34943/collection1 node=127.0.0.1:34943_ C97_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:34943_, base_url=http://127.0.0.1:34943}
[junit4:junit4]   2> 9899 T2538 C97 P34943 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 9899 T2536 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9900 T2538 C97 P34943 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 9900 T2538 C97 P34943 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 9900 T2538 C97 P34943 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9901 T2479 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 9901 T2479 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9902 T2538 C97 P34943 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9902 T2479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 10095 T2479 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 10098 T2479 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4:junit4]   2> 10099 T2479 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 10100 T2479 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10100 T2479 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1358400795954
[junit4:junit4]   2> 10101 T2479 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1358400795954/solr.xml
[junit4:junit4]   2> 10101 T2479 oasc.CoreContainer.<init> New CoreContainer 1413942077
[junit4:junit4]   2> 10102 T2479 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1358400795954/'
[junit4:junit4]   2> 10102 T2479 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1358400795954/'
[junit4:junit4]   2> 10159 T2479 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 10159 T2479 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 10160 T2479 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 10160 T2479 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 10161 T2479 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 10161 T2479 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 10162 T2479 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 10162 T2479 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 10162 T2479 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 10163 T2479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 10181 T2479 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 10199 T2479 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:13028/solr
[junit4:junit4]   2> 10200 T2479 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 10200 T2479 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:13028 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@334452c2
[junit4:junit4]   2> 10201 T2479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10202 T2548 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:13028. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10203 T2548 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:13028, initiating session
[junit4:junit4]   2> 10203 T2481 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:58322
[junit4:junit4]   2> 10204 T2481 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:58322
[junit4:junit4]   2> 10206 T2483 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c46ff0e7d0009 with negotiated timeout 20000 for client /140.211.11.196:58322
[junit4:junit4]   2> 10206 T2548 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:13028, sessionid = 0x13c46ff0e7d0009, negotiated timeout = 20000
[junit4:junit4]   2> 10207 T2549 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@334452c2 name:ZooKeeperConnection Watcher:127.0.0.1:13028 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10207 T2479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10208 T2484 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c46ff0e7d0009
[junit4:junit4]   2> 10209 T2549 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 10209 T2481 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:58322 which had sessionid 0x13c46ff0e7d0009
[junit4:junit4]   2> 10209 T2479 oaz.ZooKeeper.close Session: 0x13c46ff0e7d0009 closed
[junit4:junit4]   2> 10210 T2479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 10219 T2479 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:13028/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@540987ba
[junit4:junit4]   2> 10220 T2479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10220 T2550 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:13028. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10220 T2550 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:13028, initiating session
[junit4:junit4]   2> 10221 T2481 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:59925
[junit4:junit4]   2> 10221 T2481 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:59925
[junit4:junit4]   2> 10222 T2483 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c46ff0e7d000a with negotiated timeout 20000 for client /140.211.11.196:59925
[junit4:junit4]   2> 10222 T2550 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:13028, sessionid = 0x13c46ff0e7d000a, negotiated timeout = 20000
[junit4:junit4]   2> 10223 T2551 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@540987ba name:ZooKeeperConnection Watcher:127.0.0.1:13028/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10223 T2479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10224 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d000a type:create cxid:0x1 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10225 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d000a type:create cxid:0x2 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10233 T2479 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21830_
[junit4:junit4]   2> 10234 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d000a type:delete cxid:0x4 zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:21830_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:21830_
[junit4:junit4]   2> 10241 T2479 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21830_
[junit4:junit4]   2> 10244 T2535 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10244 T2520 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10244 T2507 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10244 T2501 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10245 T2507 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10245 T2501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10245 T2520 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10252 T2535 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10253 T2479 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10260 T2552 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1358400795954/collection1
[junit4:junit4]   2> 10260 T2552 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10260 T2552 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10260 T2552 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10262 T2552 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1358400795954/collection1/'
[junit4:junit4]   2> 10263 T2552 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty3-1358400795954/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10264 T2552 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty3-1358400795954/collection1/lib/README' to classloader
[junit4:junit4]   2> 10318 T2552 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10385 T2552 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10477 T2502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10478 T2502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:34943_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:34943"}
[junit4:junit4]   2> 10486 T2552 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10492 T2501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10492 T2535 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10492 T2520 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10492 T2507 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10492 T2551 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10492 T2552 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 11100 T2552 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 11110 T2552 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 11114 T2552 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 11126 T2552 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11131 T2552 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11135 T2552 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11136 T2552 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11138 T2552 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1358400795954/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3/
[junit4:junit4]   2> 11138 T2552 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@29576289
[junit4:junit4]   2> 11138 T2552 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 11139 T2552 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3 forceNew:false
[junit4:junit4]   2> 11140 T2552 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3
[junit4:junit4]   2> 11140 T2552 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3/index/
[junit4:junit4]   2> 11141 T2552 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 11142 T2552 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3/index forceNew:false
[junit4:junit4]   2> 11148 T2552 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69f7d859; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11148 T2552 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11149 T2552 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3/index
[junit4:junit4]   2> 11149 T2552 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 11151 T2552 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 11152 T2552 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 11152 T2552 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 11152 T2552 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 11153 T2552 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 11153 T2552 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 11154 T2552 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 11154 T2552 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11155 T2552 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11155 T2552 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 11156 T2552 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 11156 T2552 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11157 T2552 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 11157 T2552 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 11158 T2552 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 11158 T2552 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11159 T2552 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11159 T2552 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11160 T2552 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11160 T2552 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11161 T2552 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11161 T2552 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11162 T2552 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11162 T2552 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11163 T2552 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 11163 T2552 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 11175 T2552 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 11179 T2552 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 11180 T2552 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 11183 T2552 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3
[junit4:junit4]   2> 11184 T2552 oass.SolrIndexSearcher.<init> Opening Searcher@7d81562 main
[junit4:junit4]   2> 11185 T2552 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 11186 T2552 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 11186 T2552 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 11203 T2552 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 11258 T2553 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7d81562 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11264 T2552 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 11264 T2552 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12003 T2502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12004 T2502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:21830_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:21830"}
[junit4:junit4]   2> 12004 T2502 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 12005 T2502 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 12025 T2535 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12025 T2501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12025 T2520 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12025 T2507 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12025 T2551 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12266 T2552 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12266 T2552 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:21830 collection:collection1 shard:shard1
[junit4:junit4]   2> 12270 T2552 oasc.ZkController.register We are http://127.0.0.1:21830/collection1/ and leader is http://127.0.0.1:62419/collection1/
[junit4:junit4]   2> 12270 T2552 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21830
[junit4:junit4]   2> 12270 T2552 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 12270 T2552 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C98 name=collection1 org.apache.solr.core.SolrCore@7d72df98 url=http://127.0.0.1:21830/collection1 node=127.0.0.1:21830_ C98_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:21830_, base_url=http://127.0.0.1:21830}
[junit4:junit4]   2> 12271 T2554 C98 P21830 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 12272 T2554 C98 P21830 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 12272 T2552 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12272 T2554 C98 P21830 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 12272 T2554 C98 P21830 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12273 T2479 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 12274 T2479 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12274 T2479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12283 T2554 C98 P21830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12486 T2479 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12490 T2479 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4:junit4]   2> 12491 T2479 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12491 T2479 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12492 T2479 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1358400798325
[junit4:junit4]   2> 12492 T2479 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1358400798325/solr.xml
[junit4:junit4]   2> 12493 T2479 oasc.CoreContainer.<init> New CoreContainer 1798695520
[junit4:junit4]   2> 12493 T2479 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1358400798325/'
[junit4:junit4]   2> 12494 T2479 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1358400798325/'
[junit4:junit4]   2> 12552 T2479 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 12553 T2479 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12553 T2479 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12554 T2479 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12554 T2479 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12555 T2479 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12555 T2479 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12556 T2479 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12556 T2479 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12557 T2479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12577 T2479 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12596 T2479 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:13028/solr
[junit4:junit4]   2> 12597 T2479 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12597 T2479 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:13028 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@66a3905
[junit4:junit4]   2> 12598 T2479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12599 T2564 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:13028. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12600 T2564 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:13028, initiating session
[junit4:junit4]   2> 12600 T2481 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:45169
[junit4:junit4]   2> 12600 T2481 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:45169
[junit4:junit4]   2> 12602 T2483 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c46ff0e7d000b with negotiated timeout 20000 for client /140.211.11.196:45169
[junit4:junit4]   2> 12602 T2564 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:13028, sessionid = 0x13c46ff0e7d000b, negotiated timeout = 20000
[junit4:junit4]   2> 12602 T2565 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@66a3905 name:ZooKeeperConnection Watcher:127.0.0.1:13028 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12602 T2479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12604 T2484 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c46ff0e7d000b
[junit4:junit4]   2> 12605 T2565 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12605 T2481 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13c46ff0e7d000b, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 12605 T2479 oaz.ZooKeeper.close Session: 0x13c46ff0e7d000b closed
[junit4:junit4]   2> 12606 T2481 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:45169 which had sessionid 0x13c46ff0e7d000b
[junit4:junit4]   2> 12605 T2479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 12615 T2479 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:13028/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@483f2a0f
[junit4:junit4]   2> 12616 T2479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12616 T2566 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:13028. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12617 T2566 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:13028, initiating session
[junit4:junit4]   2> 12617 T2481 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:11692
[junit4:junit4]   2> 12617 T2481 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:11692
[junit4:junit4]   2> 12618 T2483 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c46ff0e7d000c with negotiated timeout 20000 for client /140.211.11.196:11692
[junit4:junit4]   2> 12618 T2566 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:13028, sessionid = 0x13c46ff0e7d000c, negotiated timeout = 20000
[junit4:junit4]   2> 12619 T2567 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@483f2a0f name:ZooKeeperConnection Watcher:127.0.0.1:13028/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12619 T2479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12620 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d000c type:create cxid:0x1 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12621 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d000c type:create cxid:0x2 zxid:0x92 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12629 T2479 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35201_
[junit4:junit4]   2> 12630 T2484 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c46ff0e7d000c type:delete cxid:0x4 zxid:0x93 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:35201_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:35201_
[junit4:junit4]   2> 12631 T2479 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35201_
[junit4:junit4]   2> 12633 T2551 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12633 T2520 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12634 T2507 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12633 T2535 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12634 T2507 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12634 T2501 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12634 T2501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12636 T2551 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12636 T2520 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12637 T2535 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12638 T2479 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12644 T2568 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1358400798325/collection1
[junit4:junit4]   2> 12645 T2568 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 12645 T2568 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 12645 T2568 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 12647 T2568 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1358400798325/collection1/'
[junit4:junit4]   2> 12648 T2568 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty4-1358400798325/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 12648 T2568 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty4-1358400798325/collection1/lib/README' to classloader
[junit4:junit4]   2> 12703 T2568 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 12778 T2568 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 12879 T2568 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 12885 T2568 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2>  C97_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:34943_, base_url=http://127.0.0.1:34943}
[junit4:junit4]   2> 12927 T2538 C97 P34943 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:62419/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 12927 T2538 C97 P34943 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:34943 START replicas=[http://127.0.0.1:62419/collection1/] nUpdates=100
[junit4:junit4]   2> 12928 T2538 C97 P34943 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 12929 T2538 C97 P34943 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 12929 T2538 C97 P34943 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 12930 T2538 C97 P34943 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 12930 T2538 C97 P34943 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 12930 T2538 C97 P34943 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:62419/collection1/. core=collection1
[junit4:junit4]   2> 12930 T2538 C97 P34943 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C99 name=collection1 org.apache.solr.core.SolrCore@3a2c7070 url=http://127.0.0.1:62419/collection1 node=127.0.0.1:62419_ C99_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:62419_, base_url=http://127.0.0.1:62419, leader=true}
[junit4:junit4]   2> 12939 T2512 C99 P62419 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 12942 T2513 C99 P62419 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 12943 T2513 C99 P62419 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1
[junit4:junit4]   2> 12949 T2513 C99 P62419 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@23b972b7; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12950 T2513 C99 P62419 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 12954 T2513 C99 P62419 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@23b972b7; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@23b972b7; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 12955 T2513 C99 P62419 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 12957 T2513 C99 P62419 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1
[junit4:junit4]   2> 12957 T2513 C99 P62419 oass.SolrIndexSearcher.<init> Opening Searcher@611ed62f realtime
[junit4:junit4]   2> 12957 T2513 C99 P62419 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12958 T2513 C99 P62419 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 16
[junit4:junit4]   2> 12959 T2538 C97 P34943 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 12959 T2538 C97 P34943 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 12962 T2514 C99 P62419 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 12963 T2514 C99 P62419 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 12963 T2538 C97 P34943 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 12963 T2538 C97 P34943 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 12964 T2538 C97 P34943 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 12966 T2514 C99 P62419 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1
[junit4:junit4]   2> 12967 T2514 C99 P62419 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1/index
[junit4:junit4]   2> 12967 T2514 C99 P62419 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 12968 T2538 C97 P34943 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 12970 T2538 C97 P34943 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2/index.20130117133318999 forceNew:false
[junit4:junit4]   2> 12970 T2538 C97 P34943 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2
[junit4:junit4]   2> 12971 T2538 C97 P34943 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2/index.20130117133318999 lockFactory=org.apache.lucene.store.NativeFSLockFactory@77513c44; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 12975 T2514 C99 P62419 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12997 T2538 C97 P34943 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2/index
[junit4:junit4]   2> 12997 T2538 C97 P34943 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 12997 T2538 C97 P34943 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130117133318999
[junit4:junit4]   2> 12999 T2538 C97 P34943 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2
[junit4:junit4]   2> 13000 T2538 C97 P34943 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2
[junit4:junit4]   2> 13000 T2538 C97 P34943 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2/index/ new=./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2/index.20130117133318999
[junit4:junit4]   2> 13005 T2538 C97 P34943 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2/index.20130117133318999 lockFactory=org.apache.lucene.store.NativeFSLockFactory@77513c44; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 13005 T2538 C97 P34943 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 13007 T2538 C97 P34943 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2
[junit4:junit4]   2> 13007 T2538 C97 P34943 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 13007 T2538 C97 P34943 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 13008 T2538 C97 P34943 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 13009 T2538 C97 P34943 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2/index.20130117133318999
[junit4:junit4]   2> 13009 T2538 C97 P34943 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2
[junit4:junit4]   2> 13014 T2538 C97 P34943 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2/index.20130117133318999 lockFactory=org.apache.lucene.store.NativeFSLockFactory@77513c44; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 13014 T2538 C97 P34943 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 13015 T2538 C97 P34943 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 13015 T2538 C97 P34943 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2
[junit4:junit4]   2> 13015 T2538 C97 P34943 oass.SolrIndexSearcher.<init> Opening Searcher@17098b71 main
[junit4:junit4]   2> 13017 T2537 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@17098b71 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 13018 T2537 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2/index
[junit4:junit4]   2> 13018 T2538 C97 P34943 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 13022 T2538 C97 P34943 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2/index.20130117133318999 lockFactory=org.apache.lucene.store.NativeFSLockFactory@77513c44; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2/index.20130117133318999 lockFactory=org.apache.lucene.store.NativeFSLockFactory@77513c44; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 13022 T2538 C97 P34943 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 13024 T2538 C97 P34943 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2
[junit4:junit4]   2> 13024 T2538 C97 P34943 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 13024 T2538 C97 P34943 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2/index.20130117133318999
[junit4:junit4]   2> 13025 T2538 C97 P34943 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty2/index
[junit4:junit4]   2> 13025 T2538 C97 P34943 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 13025 T2538 C97 P34943 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 13025 T2538 C97 P34943 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 13025 T2538 C97 P34943 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13032 T2538 C97 P34943 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 13540 T2502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13540 T2502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:21830_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:21830"}
[junit4:junit4]   2> 13553 T2502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:34943_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:34943"}
[junit4:junit4]   2> 13572 T2520 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13572 T2567 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13572 T2501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13572 T2551 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13572 T2535 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13572 T2507 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13621 T2568 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13632 T2568 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13635 T2568 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13649 T2568 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13665 T2568 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13669 T2568 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13670 T2568 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13672 T2568 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1358400798325/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty4/
[junit4:junit4]   2> 13672 T2568 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@29576289
[junit4:junit4]   2> 13672 T2568 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 13673 T2568 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty4 forceNew:false
[junit4:junit4]   2> 13674 T2568 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty4
[junit4:junit4]   2> 13674 T2568 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty4/index/
[junit4:junit4]   2> 13675 T2568 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13676 T2568 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty4/index forceNew:false
[junit4:junit4]   2> 13682 T2568 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@36276621; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13682 T2568 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13683 T2568 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty4/index
[junit4:junit4]   2> 13683 T2568 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 13686 T2568 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 13686 T2568 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 13686 T2568 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 13687 T2568 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 13687 T2568 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 13688 T2568 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 13688 T2568 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 13689 T2568 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 13689 T2568 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 13690 T2568 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 13691 T2568 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 13691 T2568 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 13692 T2568 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 13692 T2568 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 13692 T2568 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 13693 T2568 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 13693 T2568 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13694 T2568 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13694 T2568 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13695 T2568 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13696 T2568 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13696 T2568 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13697 T2568 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13697 T2568 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13698 T2568 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 13698 T2568 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 13711 T2568 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 13716 T2568 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 13717 T2568 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 13719 T2568 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty4
[junit4:junit4]   2> 13721 T2568 oass.SolrIndexSearcher.<init> Opening Searcher@44e42f6 main
[junit4:junit4]   2> 13722 T2568 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 13723 T2568 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 13723 T2568 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 13740 T2568 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 13817 T2571 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@44e42f6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13848 T2568 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13849 T2568 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15086 T2502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15087 T2502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:35201_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:35201"}
[junit4:junit4]   2> 15087 T2502 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 15087 T2502 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 15101 T2551 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15101 T2567 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15101 T2535 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15101 T2507 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15101 T2501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15101 T2520 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15853 T2568 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 15853 T2568 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35201 collection:collection1 shard:shard1
[junit4:junit4]   2> 15857 T2568 oasc.ZkController.register We are http://127.0.0.1:35201/collection1/ and leader is http://127.0.0.1:62419/collection1/
[junit4:junit4]   2> 15857 T2568 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35201
[junit4:junit4]   2> 15857 T2568 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 15858 T2568 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C100 name=collection1 org.apache.solr.core.SolrCore@158a4f0e url=http://127.0.0.1:35201/collection1 node=127.0.0.1:35201_ C100_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:35201_, base_url=http://127.0.0.1:35201}
[junit4:junit4]   2> 15858 T2572 C100 P35201 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 15859 T2572 C100 P35201 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 15858 T2568 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15859 T2572 C100 P35201 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 15860 T2572 C100 P35201 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15860 T2479 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 15861 T2572 C100 P35201 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15861 T2479 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 15862 T2479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15878 T2479 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15880 T2479 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 15880 T2479 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 15881 T2479 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C98_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:21830_, base_url=http://127.0.0.1:21830}
[junit4:junit4]   2> 16302 T2554 C98 P21830 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:62419/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 16302 T2554 C98 P21830 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:21830 START replicas=[http://127.0.0.1:62419/collection1/] nUpdates=100
[junit4:junit4]   2> 16302 T2554 C98 P21830 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 16303 T2554 C98 P21830 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 16303 T2554 C98 P21830 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 16303 T2554 C98 P21830 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 16303 T2554 C98 P21830 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 16303 T2554 C98 P21830 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:62419/collection1/. core=collection1
[junit4:junit4]   2> 16303 T2554 C98 P21830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16305 T2512 C99 P62419 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 16314 T2516 C99 P62419 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16319 T2516 C99 P62419 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@23b972b7; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@23b972b7; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 16320 T2516 C99 P62419 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 16321 T2516 C99 P62419 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1
[junit4:junit4]   2> 16321 T2516 C99 P62419 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16322 T2516 C99 P62419 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 16323 T2554 C98 P21830 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 16323 T2554 C98 P21830 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 16325 T2514 C99 P62419 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 16326 T2554 C98 P21830 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 16326 T2554 C98 P21830 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 16326 T2554 C98 P21830 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 16328 T2514 C99 P62419 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1
[junit4:junit4]   2> 16329 T2514 C99 P62419 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1/index
[junit4:junit4]   2> 16329 T2514 C99 P62419 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16330 T2554 C98 P21830 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 16331 T2554 C98 P21830 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3/index.20130117133322361 forceNew:false
[junit4:junit4]   2> 16332 T2554 C98 P21830 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3
[junit4:junit4]   2> 16333 T2554 C98 P21830 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3/index.20130117133322361 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6aa0fda5; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 16336 T2514 C99 P62419 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 16338 T2554 C98 P21830 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3/index
[junit4:junit4]   2> 16338 T2554 C98 P21830 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 16338 T2554 C98 P21830 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130117133322361
[junit4:junit4]   2> 16340 T2554 C98 P21830 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3
[junit4:junit4]   2> 16340 T2554 C98 P21830 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3
[junit4:junit4]   2> 16340 T2554 C98 P21830 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3/index/ new=./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3/index.20130117133322361
[junit4:junit4]   2> 16344 T2554 C98 P21830 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3/index.20130117133322361 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6aa0fda5; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 16344 T2554 C98 P21830 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 16346 T2554 C98 P21830 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3
[junit4:junit4]   2> 16346 T2554 C98 P21830 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 16346 T2554 C98 P21830 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 16346 T2554 C98 P21830 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 16347 T2554 C98 P21830 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3/index.20130117133322361
[junit4:junit4]   2> 16348 T2554 C98 P21830 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3
[junit4:junit4]   2> 16352 T2554 C98 P21830 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3/index.20130117133322361 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6aa0fda5; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 16352 T2554 C98 P21830 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 16352 T2554 C98 P21830 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 16353 T2554 C98 P21830 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3
[junit4:junit4]   2> 16353 T2554 C98 P21830 oass.SolrIndexSearcher.<init> Opening Searcher@5475b209 main
[junit4:junit4]   2> 16356 T2553 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5475b209 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 16356 T2553 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3/index
[junit4:junit4]   2> 16357 T2554 C98 P21830 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16361 T2554 C98 P21830 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3/index.20130117133322361 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6aa0fda5; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3/index.20130117133322361 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6aa0fda5; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 16361 T2554 C98 P21830 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 16363 T2554 C98 P21830 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3
[junit4:junit4]   2> 16363 T2554 C98 P21830 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16363 T2554 C98 P21830 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3/index.20130117133322361
[junit4:junit4]   2> 16363 T2554 C98 P21830 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty3/index
[junit4:junit4]   2> 16364 T2554 C98 P21830 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 16364 T2554 C98 P21830 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 16364 T2554 C98 P21830 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 16364 T2554 C98 P21830 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16366 T2554 C98 P21830 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 16606 T2502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16607 T2502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:35201_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:35201"}
[junit4:junit4]   2> 16611 T2502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:21830_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:21830"}
[junit4:junit4]   2> 16622 T2501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16622 T2551 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16622 T2520 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16622 T2507 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16622 T2535 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16622 T2567 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16882 T2479 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17884 T2479 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C100_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:35201_, base_url=http://127.0.0.1:35201}
[junit4:junit4]   2> 18881 T2572 C100 P35201 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:62419/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18881 T2572 C100 P35201 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:35201 START replicas=[http://127.0.0.1:62419/collection1/] nUpdates=100
[junit4:junit4]   2> 18882 T2572 C100 P35201 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18882 T2572 C100 P35201 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18882 T2572 C100 P35201 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18882 T2572 C100 P35201 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18882 T2572 C100 P35201 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 18882 T2572 C100 P35201 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:62419/collection1/. core=collection1
[junit4:junit4]   2> 18883 T2572 C100 P35201 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18884 T2512 C99 P62419 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18886 T2479 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18897 T2510 C99 P62419 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18902 T2510 C99 P62419 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@23b972b7; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@23b972b7; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@23b972b7; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 18902 T2510 C99 P62419 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 18903 T2510 C99 P62419 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1
[junit4:junit4]   2> 18903 T2510 C99 P62419 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18904 T2510 C99 P62419 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 18905 T2572 C100 P35201 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18905 T2572 C100 P35201 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 18907 T2514 C99 P62419 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18908 T2572 C100 P35201 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 18908 T2572 C100 P35201 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 18908 T2572 C100 P35201 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 18910 T2514 C99 P62419 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1
[junit4:junit4]   2> 18911 T2514 C99 P62419 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty1/index
[junit4:junit4]   2> 18911 T2514 C99 P62419 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18912 T2572 C100 P35201 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 18914 T2572 C100 P35201 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty4/index.20130117133324943 forceNew:false
[junit4:junit4]   2> 18914 T2572 C100 P35201 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty4
[junit4:junit4]   2> 18915 T2572 C100 P35201 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty4/index.20130117133324943 lockFactory=org.apache.lucene.store.NativeFSLockFactory@45cddead; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 18918 T2514 C99 P62419 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   2> 18919 T2572 C100 P35201 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty4/index
[junit4:junit4]   2> 18920 T2572 C100 P35201 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 18920 T2572 C100 P35201 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130117133324943
[junit4:junit4]   2> 18921 T2572 C100 P35201 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty4
[junit4:junit4]   2> 18922 T2572 C100 P35201 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty4
[junit4:junit4]   2> 18922 T2572 C100 P35201 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty4/index/ new=./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty4/index.20130117133324943
[junit4:junit4]   2> 18925 T2572 C100 P35201 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty4/index.20130117133324943 lockFactory=org.apache.lucene.store.NativeFSLockFactory@45cddead; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 18926 T2572 C100 P35201 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 18927 T2572 C100 P35201 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty4
[junit4:junit4]   2> 18928 T2572 C100 P35201 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 18928 T2572 C100 P35201 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 18928 T2572 C100 P35201 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 18929 T2572 C100 P35201 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty4/index.20130117133324943
[junit4:junit4]   2> 18929 T2572 C100 P35201 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty4
[junit4:junit4]   2> 18933 T2572 C100 P35201 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1358400786037/jetty4/index.20130117133324943 lockFactory=org.apache.lucene.store.NativeFSLockFactory@45cddead; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 18933 T2572 C100 P35201 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 18933 T2572 C100 P35201 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 18934 T2572 C100 P35201 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceT

[...truncated too long message...]

ead shut down
[junit4:junit4]   2> 144066 T2479 oaz.ZooKeeper.close Session: 0x13c46ff0e7d000c closed
[junit4:junit4]   2> 144068 T2479 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   2> 144606 T2479 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=326256ACF35DD328 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hi_IN -Dtests.timezone=Asia/Chongqing -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE  145s J1 | SyncSliceTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: shard1 should have just been set up to be inconsistent - but it's still consistent
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([326256ACF35DD328:B384D8B48402B314]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:43)
[junit4:junit4]    > 	at org.junit.Assert.assertNotNull(Assert.java:526)
[junit4:junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:214)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 144659 T2479 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41: {range_facet_l=PostingsFormat(name=Memory doPackFST= false), text=PostingsFormat(name=TestBloomFilteredLucene41Postings), _version_=PostingsFormat(name=Memory doPackFST= false), rnd_b=PostingsFormat(name=MockRandom), intDefault=PostingsFormat(name=Memory doPackFST= false), timestamp=PostingsFormat(name=Memory doPackFST= false), id=PostingsFormat(name=MockRandom), a_t=PostingsFormat(name=Memory doPackFST= false), range_facet_sl=PostingsFormat(name=TestBloomFilteredLucene41Postings), range_facet_si=PostingsFormat(name=Lucene41WithOrds), other_tl1=PostingsFormat(name=Memory doPackFST= false), multiDefault=PostingsFormat(name=Lucene41WithOrds), a_si=PostingsFormat(name=Lucene41WithOrds)}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=hi_IN, timezone=Asia/Chongqing
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_09 (64-bit)/cpus=16,threads=2,free=121939816,total=329252864
[junit4:junit4]   2> NOTE: All tests run in this JVM: [PrimitiveFieldTypeTest, CoreContainerCoreInitFailuresTest, PrimUtilsTest, StatelessScriptUpdateProcessorFactoryTest, TimeZoneUtilsTest, DirectSolrSpellCheckerTest, TestSurroundQueryParser, TestReversedWildcardFilterFactory, RequiredFieldsTest, IndexSchemaRuntimeFieldTest, TestPluginEnable, UUIDFieldTest, FieldMutatingUpdateProcessorTest, TestArbitraryIndexDir, QueryParsingTest, TestBinaryField, SpellingQueryConverterTest, TestCSVLoader, TestHashPartitioner, UpdateParamsTest, TestRealTimeGet, TestSolrDeletionPolicy1, BasicFunctionalityTest, IndexReaderFactoryTest, TestCSVResponseWriter, TestDocumentBuilder, BasicDistributedZk2Test, TestLRUCache, TestPhraseSuggestions, SignatureUpdateProcessorFactoryTest, AnalysisAfterCoreReloadTest, TestPropInject, ShowFileRequestHandlerTest, TestFoldingMultitermQuery, TestDocSet, BadIndexSchemaTest, LeaderElectionTest, DocumentBuilderTest, OutputWriterTest, SuggesterTSTTest, ClusterStateTest, DocumentAnalysisRequestHandlerTest, StatsComponentTest, SolrIndexConfigTest, TestSolrDeletionPolicy2, SuggesterTest, DOMUtilTest, FullSolrCloudDistribCmdsTest, TermVectorComponentDistributedTest, ClusterStateUpdateTest, TestSort, DisMaxRequestHandlerTest, TestDFRSimilarityFactory, TestUpdate, TestRemoteStreaming, OverseerCollectionProcessorTest, TestQueryUtils, TestOmitPositions, OpenExchangeRatesOrgProviderTest, OverseerTest, RecoveryZkTest, TestReplicationHandler, ZkControllerTest, TestDistributedGrouping, TestRandomFaceting, TestDistributedSearch, BasicZkTest, TestJoin, SyncSliceTest]
[junit4:junit4] Completed on J1 in 144.70s, 1 test, 1 failure <<< FAILURES!

[...truncated 31 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:344: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/common-build.xml:428: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1176: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:841: There were test failures: 247 suites, 1031 tests, 1 failure, 23 ignored (5 assumptions)

Total time: 36 minutes 2 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3654 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3654/

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
There are still nodes recoverying - waited for 230 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
	at __randomizedtesting.SeedInfo.seed([382B78D7045FC350:B9CDF6CF7300A36C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:168)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:121)
	at org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(BasicDistributedZkTest.java:586)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:337)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8851 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4]   2> 0 T51 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /dr/w
[junit4:junit4]   2> 7 T51 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1358511141012
[junit4:junit4]   2> 20 T51 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 28 T52 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 119 T52 oaz.Environment.logEnv Server environment:zookeeper.version=3.4.5-1392090, built on 09/30/2012 17:52 GMT
[junit4:junit4]   2> 120 T52 oaz.Environment.logEnv Server environment:host.name=lucene.zones.apache.org
[junit4:junit4]   2> 120 T52 oaz.Environment.logEnv Server environment:java.version=1.7.0_09
[junit4:junit4]   2> 121 T52 oaz.Environment.logEnv Server environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 121 T52 oaz.Environment.logEnv Server environment:java.home=/usr/local/openjdk7/jre
[junit4:junit4]   2> 121 T52 oaz.Environment.logEnv Server environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/cglib-nodep-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/easymock-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/guava-13.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/objenesis-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/zookeeper-3.4.5.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-continuation-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-deploy-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-http-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-io-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-jmx-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-security-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-server-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-servlet-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-util-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-webapp-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-xml-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.8.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.8.jar
[junit4:junit4]   2> 123 T52 oaz.Environment.logEnv Server environment:java.library.path=/usr/local/openjdk7/jre/lib/amd64/server:/usr/local/openjdk7/jre/lib/amd64:/usr/local/openjdk7/jre/../lib/amd64:/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4]   2> 123 T52 oaz.Environment.logEnv Server environment:java.io.tmpdir=.
[junit4:junit4]   2> 124 T52 oaz.Environment.logEnv Server environment:java.compiler=<NA>
[junit4:junit4]   2> 124 T52 oaz.Environment.logEnv Server environment:os.name=FreeBSD
[junit4:junit4]   2> 124 T52 oaz.Environment.logEnv Server environment:os.arch=amd64
[junit4:junit4]   2> 125 T52 oaz.Environment.logEnv Server environment:os.version=9.0-RELEASE
[junit4:junit4]   2> 125 T52 oaz.Environment.logEnv Server environment:user.name=hudson
[junit4:junit4]   2> 125 T52 oaz.Environment.logEnv Server environment:user.home=/home/hudson
[junit4:junit4]   2> 125 T52 oaz.Environment.logEnv Server environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 179 T52 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 179 T52 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 179 T52 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 186 T52 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 229 T51 oasc.ZkTestServer.run start zk server on port:65527
[junit4:junit4]   2> 285 T52 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 328 T51 oaz.Environment.logEnv Client environment:zookeeper.version=3.4.5-1392090, built on 09/30/2012 17:52 GMT
[junit4:junit4]   2> 329 T51 oaz.Environment.logEnv Client environment:host.name=lucene.zones.apache.org
[junit4:junit4]   2> 330 T51 oaz.Environment.logEnv Client environment:java.version=1.7.0_09
[junit4:junit4]   2> 330 T51 oaz.Environment.logEnv Client environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 331 T51 oaz.Environment.logEnv Client environment:java.home=/usr/local/openjdk7/jre
[junit4:junit4]   2> 331 T51 oaz.Environment.logEnv Client environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/cglib-nodep-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/easymock-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/guava-13.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/objenesis-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/zookeeper-3.4.5.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-continuation-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-deploy-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-http-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-io-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-jmx-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-security-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-server-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-servlet-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-util-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-webapp-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-xml-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.8.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.8.jar
[junit4:junit4]   2> 333 T51 oaz.Environment.logEnv Client environment:java.library.path=/usr/local/openjdk7/jre/lib/amd64/server:/usr/local/openjdk7/jre/lib/amd64:/usr/local/openjdk7/jre/../lib/amd64:/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4]   2> 334 T51 oaz.Environment.logEnv Client environment:java.io.tmpdir=.
[junit4:junit4]   2> 334 T51 oaz.Environment.logEnv Client environment:java.compiler=<NA>
[junit4:junit4]   2> 335 T51 oaz.Environment.logEnv Client environment:os.name=FreeBSD
[junit4:junit4]   2> 336 T51 oaz.Environment.logEnv Client environment:os.arch=amd64
[junit4:junit4]   2> 336 T51 oaz.Environment.logEnv Client environment:os.version=9.0-RELEASE
[junit4:junit4]   2> 337 T51 oaz.Environment.logEnv Client environment:user.name=hudson
[junit4:junit4]   2> 337 T51 oaz.Environment.logEnv Client environment:user.home=/home/hudson
[junit4:junit4]   2> 338 T51 oaz.Environment.logEnv Client environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 343 T51 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:65527 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@649c142a
[junit4:junit4]   2> 430 T51 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 447 T56 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:65527. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 451 T56 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:65527, initiating session
[junit4:junit4]   2> 451 T53 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:34542
[junit4:junit4]   2> 490 T53 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:34542
[junit4:junit4]   2> 507 T55 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 553 T55 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4d92f1d50000 with negotiated timeout 10000 for client /140.211.11.196:34542
[junit4:junit4]   2> 554 T56 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:65527, sessionid = 0x13c4d92f1d50000, negotiated timeout = 10000
[junit4:junit4]   2> 562 T58 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@649c142a name:ZooKeeperConnection Watcher:127.0.0.1:65527 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 563 T51 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 568 T51 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 654 T57 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c4d92f1d50000
[junit4:junit4]   2> 655 T58 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 655 T51 oaz.ZooKeeper.close Session: 0x13c4d92f1d50000 closed
[junit4:junit4]   2> 656 T53 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:34542 which had sessionid 0x13c4d92f1d50000
[junit4:junit4]   2> 657 T51 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:65527/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@17fdb097
[junit4:junit4]   2> 658 T51 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 658 T59 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:65527. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 659 T59 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:65527, initiating session
[junit4:junit4]   2> 659 T53 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:11310
[junit4:junit4]   2> 660 T53 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:11310
[junit4:junit4]   2> 663 T55 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4d92f1d50001 with negotiated timeout 10000 for client /140.211.11.196:11310
[junit4:junit4]   2> 663 T59 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:65527, sessionid = 0x13c4d92f1d50001, negotiated timeout = 10000
[junit4:junit4]   2> 664 T60 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17fdb097 name:ZooKeeperConnection Watcher:127.0.0.1:65527/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 665 T51 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 675 T51 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 683 T51 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 689 T51 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 694 T51 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 701 T51 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 732 T51 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 748 T51 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 750 T51 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 857 T51 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 858 T51 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 865 T51 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 866 T51 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 902 T51 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 904 T51 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 910 T51 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 912 T51 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 918 T51 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 919 T51 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 925 T51 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 926 T51 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 932 T51 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 933 T51 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 939 T57 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c4d92f1d50001
[junit4:junit4]   2> 940 T60 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 940 T51 oaz.ZooKeeper.close Session: 0x13c4d92f1d50001 closed
[junit4:junit4]   2> 940 T53 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:11310 which had sessionid 0x13c4d92f1d50001
[junit4:junit4]   2> 1920 T51 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 2290 T51 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:17913
[junit4:junit4]   2> 2350 T51 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2350 T51 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2351 T51 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358511141946
[junit4:junit4]   2> 2351 T51 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358511141946/solr.xml
[junit4:junit4]   2> 2352 T51 oasc.CoreContainer.<init> New CoreContainer 1683511982
[junit4:junit4]   2> 2353 T51 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358511141946/'
[junit4:junit4]   2> 2353 T51 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358511141946/'
[junit4:junit4]   2> 2422 T51 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 2423 T51 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2423 T51 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 2424 T51 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2424 T51 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2424 T51 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2425 T51 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2425 T51 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2425 T51 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2471 T51 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 2911 T51 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 2991 T51 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:65527/solr
[junit4:junit4]   2> 3014 T51 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3015 T51 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:65527 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@eee9aab
[junit4:junit4]   2> 3016 T51 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3018 T71 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:65527. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3019 T71 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:65527, initiating session
[junit4:junit4]   2> 3019 T53 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:31548
[junit4:junit4]   2> 3020 T53 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:31548
[junit4:junit4]   2> 3026 T55 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4d92f1d50002 with negotiated timeout 20000 for client /140.211.11.196:31548
[junit4:junit4]   2> 3026 T71 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:65527, sessionid = 0x13c4d92f1d50002, negotiated timeout = 20000
[junit4:junit4]   2> 3027 T72 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@eee9aab name:ZooKeeperConnection Watcher:127.0.0.1:65527 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3027 T51 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3030 T57 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c4d92f1d50002
[junit4:junit4]   2> 3031 T53 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:31548 which had sessionid 0x13c4d92f1d50002
[junit4:junit4]   2> 3031 T51 oaz.ZooKeeper.close Session: 0x13c4d92f1d50002 closed
[junit4:junit4]   2> 3031 T72 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3035 T51 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 3051 T51 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:65527/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@70a4d652
[junit4:junit4]   2> 3052 T51 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3053 T73 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:65527. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3054 T73 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:65527, initiating session
[junit4:junit4]   2> 3054 T53 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:15636
[junit4:junit4]   2> 3054 T53 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:15636
[junit4:junit4]   2> 3057 T55 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4d92f1d50003 with negotiated timeout 20000 for client /140.211.11.196:15636
[junit4:junit4]   2> 3057 T73 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:65527, sessionid = 0x13c4d92f1d50003, negotiated timeout = 20000
[junit4:junit4]   2> 3058 T74 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70a4d652 name:ZooKeeperConnection Watcher:127.0.0.1:65527/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3059 T51 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3076 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d50003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3087 T51 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 3091 T51 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:17913_dr%2Fw
[junit4:junit4]   2> 3096 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d50003 type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:17913_dr%2Fw Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:17913_dr%2Fw
[junit4:junit4]   2> 3097 T51 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:17913_dr%2Fw
[junit4:junit4]   2> 3102 T51 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 3122 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d50003 type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 3124 T51 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 3129 T51 oasc.Overseer.start Overseer (id=89031386158399491-127.0.0.1:17913_dr%2Fw-n_0000000000) starting
[junit4:junit4]   2> 3130 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d50003 type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3149 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d50003 type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3151 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d50003 type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3156 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d50003 type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3158 T76 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 3159 T51 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 3163 T51 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3180 T75 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 3219 T77 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358511141946/collection1
[junit4:junit4]   2> 3220 T77 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 3221 T77 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 3222 T77 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 3225 T77 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358511141946/collection1/'
[junit4:junit4]   2> 3226 T77 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358511141946/collection1/lib/README' to classloader
[junit4:junit4]   2> 3227 T77 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358511141946/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3289 T77 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 3349 T77 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 3451 T77 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3464 T77 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4195 T77 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4214 T77 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4219 T77 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4255 T77 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4262 T77 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4268 T77 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4272 T77 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4281 T77 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358511141946/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/control/data/
[junit4:junit4]   2> 4287 T77 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fec9818
[junit4:junit4]   2> 4288 T77 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 4333 T77 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/control/data forceNew:false
[junit4:junit4]   2> 4334 T77 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/control/data
[junit4:junit4]   2> 4334 T77 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/control/data/index/
[junit4:junit4]   2> 4335 T77 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4337 T77 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/control/data/index forceNew:false
[junit4:junit4]   2> 4345 T77 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@33f99548; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4346 T77 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4347 T77 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/control/data/index
[junit4:junit4]   2> 4347 T77 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 4350 T77 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4351 T77 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 4351 T77 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4352 T77 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 4353 T77 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4353 T77 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4354 T77 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4354 T77 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4355 T77 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4356 T77 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 4357 T77 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 4357 T77 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4358 T77 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 4358 T77 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 4359 T77 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 4360 T77 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4360 T77 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4361 T77 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4362 T77 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4363 T77 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4363 T77 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4364 T77 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4365 T77 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4366 T77 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4366 T77 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 4367 T77 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 4385 T77 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4391 T77 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 4393 T77 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 4396 T77 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/control/data
[junit4:junit4]   2> 4398 T77 oass.SolrIndexSearcher.<init> Opening Searcher@7aba5298 main
[junit4:junit4]   2> 4428 T77 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4429 T77 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4430 T77 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 4438 T77 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 4484 T78 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7aba5298 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4494 T77 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 4495 T77 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 4496 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d50003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 4686 T75 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4688 T75 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:17913_dr%2Fw",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:17913/dr/w"}
[junit4:junit4]   2> 4688 T75 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 4732 T75 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 4733 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d50003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 4770 T74 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5510 T77 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 5510 T77 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:17913/dr/w collection:control_collection shard:shard1
[junit4:junit4]   2> 5520 T77 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 5536 T77 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 5555 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d50003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 5556 T77 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 5557 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d50003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5567 T77 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 5567 T77 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 5568 T77 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:17913/dr/w/collection1/
[junit4:junit4]   2> 5568 T77 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 5568 T77 oasc.SyncStrategy.syncToMe http://127.0.0.1:17913/dr/w/collection1/ has no replicas
[junit4:junit4]   2> 5569 T77 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:17913/dr/w/collection1/
[junit4:junit4]   2> 5569 T77 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 5576 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d50003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6279 T75 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6333 T74 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 6351 T77 oasc.ZkController.register We are http://127.0.0.1:17913/dr/w/collection1/ and leader is http://127.0.0.1:17913/dr/w/collection1/
[junit4:junit4]   2> 6354 T77 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:17913/dr/w
[junit4:junit4]   2> 6354 T77 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 6354 T77 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 6355 T77 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6358 T77 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6360 T51 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 6360 T51 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 6415 T51 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 6433 T51 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 6447 T51 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:65527/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3e445ad7
[junit4:junit4]   2> 6448 T51 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6448 T79 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:65527. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 6449 T79 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:65527, initiating session
[junit4:junit4]   2> 6449 T53 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:16385
[junit4:junit4]   2> 6450 T53 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:16385
[junit4:junit4]   2> 6451 T55 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4d92f1d50004 with negotiated timeout 10000 for client /140.211.11.196:16385
[junit4:junit4]   2> 6452 T79 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:65527, sessionid = 0x13c4d92f1d50004, negotiated timeout = 10000
[junit4:junit4]   2> 6452 T80 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e445ad7 name:ZooKeeperConnection Watcher:127.0.0.1:65527/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6453 T51 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6454 T51 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6459 T51 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 6607 T51 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 6610 T51 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:29614
[junit4:junit4]   2> 6611 T51 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 6612 T51 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6612 T51 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358511147463
[junit4:junit4]   2> 6613 T51 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358511147463/solr.xml
[junit4:junit4]   2> 6613 T51 oasc.CoreContainer.<init> New CoreContainer 111480922
[junit4:junit4]   2> 6614 T51 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358511147463/'
[junit4:junit4]   2> 6614 T51 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358511147463/'
[junit4:junit4]   2> 6666 T51 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 6667 T51 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 6667 T51 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 6668 T51 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 6668 T51 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 6668 T51 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 6669 T51 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 6669 T51 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 6670 T51 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 6670 T51 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 6691 T51 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 6729 T51 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:65527/solr
[junit4:junit4]   2> 6730 T51 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 6730 T51 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:65527 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@3b060aa1
[junit4:junit4]   2> 6731 T51 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6732 T90 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:65527. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 6733 T90 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:65527, initiating session
[junit4:junit4]   2> 6733 T53 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:61845
[junit4:junit4]   2> 6733 T53 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:61845
[junit4:junit4]   2> 6736 T55 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4d92f1d50005 with negotiated timeout 20000 for client /140.211.11.196:61845
[junit4:junit4]   2> 6736 T90 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:65527, sessionid = 0x13c4d92f1d50005, negotiated timeout = 20000
[junit4:junit4]   2> 6737 T91 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b060aa1 name:ZooKeeperConnection Watcher:127.0.0.1:65527 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6737 T51 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6739 T57 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c4d92f1d50005
[junit4:junit4]   2> 6748 T91 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 6748 T53 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:61845 which had sessionid 0x13c4d92f1d50005
[junit4:junit4]   2> 6748 T51 oaz.ZooKeeper.close Session: 0x13c4d92f1d50005 closed
[junit4:junit4]   2> 6749 T51 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 6760 T51 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:65527/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@48637ff4
[junit4:junit4]   2> 6761 T51 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6761 T92 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:65527. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 6762 T92 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:65527, initiating session
[junit4:junit4]   2> 6762 T53 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:33472
[junit4:junit4]   2> 6763 T53 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:33472
[junit4:junit4]   2> 6764 T55 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4d92f1d50006 with negotiated timeout 20000 for client /140.211.11.196:33472
[junit4:junit4]   2> 6765 T92 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:65527, sessionid = 0x13c4d92f1d50006, negotiated timeout = 20000
[junit4:junit4]   2> 6765 T93 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48637ff4 name:ZooKeeperConnection Watcher:127.0.0.1:65527/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6766 T51 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6767 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d50006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6769 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d50006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6771 T51 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:29614_dr%2Fw
[junit4:junit4]   2> 6772 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d50006 type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:29614_dr%2Fw Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:29614_dr%2Fw
[junit4:junit4]   2> 6778 T51 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:29614_dr%2Fw
[junit4:junit4]   2> 6781 T74 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 6782 T80 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 6784 T74 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 6792 T51 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6800 T94 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358511147463/collection1
[junit4:junit4]   2> 6800 T94 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 6801 T94 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 6802 T94 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 6804 T94 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358511147463/collection1/'
[junit4:junit4]   2> 6806 T94 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358511147463/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 6807 T94 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358511147463/collection1/lib/README' to classloader
[junit4:junit4]   2> 6876 T94 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 6962 T94 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 7063 T94 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 7082 T94 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 7850 T75 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7852 T75 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:17913_dr%2Fw",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:17913/dr/w"}
[junit4:junit4]   2> 7867 T94 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 7870 T74 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7870 T93 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7870 T80 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7886 T94 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 7890 T94 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7926 T94 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7931 T94 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7936 T94 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7939 T94 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7942 T94 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358511147463/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty1/
[junit4:junit4]   2> 7942 T94 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fec9818
[junit4:junit4]   2> 7943 T94 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 7943 T94 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty1 forceNew:false
[junit4:junit4]   2> 7944 T94 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty1
[junit4:junit4]   2> 7944 T94 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty1/index/
[junit4:junit4]   2> 7945 T94 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7946 T94 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty1/index forceNew:false
[junit4:junit4]   2> 7955 T94 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@71391d27; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7956 T94 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7957 T94 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty1/index
[junit4:junit4]   2> 7957 T94 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 7959 T94 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7960 T94 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 7960 T94 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7961 T94 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 7961 T94 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7961 T94 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7962 T94 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7963 T94 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7963 T94 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7964 T94 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 7964 T94 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 7965 T94 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7965 T94 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 7966 T94 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 7966 T94 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 7967 T94 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7967 T94 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7968 T94 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7969 T94 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7969 T94 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7970 T94 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7970 T94 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7971 T94 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7972 T94 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7972 T94 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 7973 T94 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 7986 T94 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7991 T94 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 7993 T94 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 7996 T94 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty1
[junit4:junit4]   2> 7998 T94 oass.SolrIndexSearcher.<init> Opening Searcher@219767a2 main
[junit4:junit4]   2> 7999 T94 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8000 T94 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8000 T94 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 8013 T94 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 8072 T95 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@219767a2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8081 T94 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 8081 T94 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9386 T75 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9388 T75 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:29614_dr%2Fw",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:29614/dr/w"}
[junit4:junit4]   2> 9388 T75 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 9389 T75 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 9407 T93 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9407 T74 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9407 T80 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10086 T94 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 10086 T94 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:29614/dr/w collection:collection1 shard:shard1
[junit4:junit4]   2> 10088 T94 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 10108 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d50006 type:delete cxid:0x45 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 10110 T94 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 10111 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d50006 type:create cxid:0x46 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10119 T94 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 10119 T94 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 10120 T94 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:29614/dr/w/collection1/
[junit4:junit4]   2> 10120 T94 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 10121 T94 oasc.SyncStrategy.syncToMe http://127.0.0.1:29614/dr/w/collection1/ has no replicas
[junit4:junit4]   2> 10121 T94 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:29614/dr/w/collection1/
[junit4:junit4]   2> 10121 T94 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 10128 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d50006 type:create cxid:0x50 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11006 T75 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11039 T74 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 11039 T93 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 11039 T80 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 11050 T94 oasc.ZkController.register We are http://127.0.0.1:29614/dr/w/collection1/ and leader is http://127.0.0.1:29614/dr/w/collection1/
[junit4:junit4]   2> 11050 T94 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:29614/dr/w
[junit4:junit4]   2> 11050 T94 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 11051 T94 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 11051 T94 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11053 T94 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11055 T51 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11055 T51 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11056 T51 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11190 T51 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 11193 T51 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:19296
[junit4:junit4]   2> 11194 T51 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 11194 T51 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11195 T51 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358511152071
[junit4:junit4]   2> 11195 T51 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358511152071/solr.xml
[junit4:junit4]   2> 11195 T51 oasc.CoreContainer.<init> New CoreContainer 1313952508
[junit4:junit4]   2> 11196 T51 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358511152071/'
[junit4:junit4]   2> 11197 T51 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358511152071/'
[junit4:junit4]   2> 11238 T51 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 11239 T51 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11239 T51 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 11239 T51 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11240 T51 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11240 T51 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11241 T51 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11241 T51 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11241 T51 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11242 T51 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 11257 T51 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 11272 T51 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:65527/solr
[junit4:junit4]   2> 11273 T51 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 11274 T51 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:65527 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@a22d6a7
[junit4:junit4]   2> 11275 T51 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11275 T105 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:65527. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 11276 T105 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:65527, initiating session
[junit4:junit4]   2> 11276 T53 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:57602
[junit4:junit4]   2> 11277 T53 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:57602
[junit4:junit4]   2> 11283 T55 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4d92f1d50007 with negotiated timeout 20000 for client /140.211.11.196:57602
[junit4:junit4]   2> 11283 T105 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:65527, sessionid = 0x13c4d92f1d50007, negotiated timeout = 20000
[junit4:junit4]   2> 11283 T106 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a22d6a7 name:ZooKeeperConnection Watcher:127.0.0.1:65527 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11284 T51 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11285 T57 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c4d92f1d50007
[junit4:junit4]   2> 11287 T106 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 11287 T51 oaz.ZooKeeper.close Session: 0x13c4d92f1d50007 closed
[junit4:junit4]   2> 11287 T53 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:57602 which had sessionid 0x13c4d92f1d50007
[junit4:junit4]   2> 11287 T51 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 11295 T51 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:65527/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6b3011f1
[junit4:junit4]   2> 11296 T51 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11296 T107 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:65527. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 11297 T107 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:65527, initiating session
[junit4:junit4]   2> 11297 T53 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:16867
[junit4:junit4]   2> 11298 T53 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:16867
[junit4:junit4]   2> 11299 T55 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4d92f1d50008 with negotiated timeout 20000 for client /140.211.11.196:16867
[junit4:junit4]   2> 11299 T107 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:65527, sessionid = 0x13c4d92f1d50008, negotiated timeout = 20000
[junit4:junit4]   2> 11299 T108 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b3011f1 name:ZooKeeperConnection Watcher:127.0.0.1:65527/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11300 T51 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11301 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d50008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11302 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d50008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11314 T51 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19296_dr%2Fw
[junit4:junit4]   2> 11314 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d50008 type:delete cxid:0x4 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:19296_dr%2Fw Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:19296_dr%2Fw
[junit4:junit4]   2> 11321 T51 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19296_dr%2Fw
[junit4:junit4]   2> 11332 T74 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 11332 T93 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 11333 T80 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 11333 T80 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11334 T74 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 11335 T93 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 11344 T51 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 11351 T109 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358511152071/collection1
[junit4:junit4]   2> 11351 T109 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 11352 T109 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 11352 T109 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 11354 T109 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358511152071/collection1/'
[junit4:junit4]   2> 11355 T109 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358511152071/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 11355 T109 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358511152071/collection1/lib/README' to classloader
[junit4:junit4]   2> 11405 T109 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 11463 T109 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 11565 T109 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 11575 T109 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 12088 T109 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 12099 T109 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 12102 T109 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 12130 T109 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 12136 T109 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 12141 T109 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 12143 T109 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 12146 T109 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358511152071/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty2/
[junit4:junit4]   2> 12146 T109 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fec9818
[junit4:junit4]   2> 12147 T109 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 12148 T109 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty2 forceNew:false
[junit4:junit4]   2> 12148 T109 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty2
[junit4:junit4]   2> 12149 T109 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty2/index/
[junit4:junit4]   2> 12149 T109 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 12150 T109 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty2/index forceNew:false
[junit4:junit4]   2> 12173 T109 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@66b4abaf; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12173 T109 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 12175 T109 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty2/index
[junit4:junit4]   2> 12175 T109 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 12178 T109 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 12179 T109 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 12179 T109 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 12180 T109 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 12181 T109 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 12181 T109 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 12182 T109 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 12183 T109 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 12184 T109 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 12185 T109 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 12186 T109 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 12186 T109 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 12187 T109 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 12188 T109 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 12188 T109 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 12189 T109 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 12190 T109 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12191 T109 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12192 T109 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12193 T109 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12194 T109 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12195 T109 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12195 T109 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12196 T109 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12197 T109 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 12198 T109 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 12211 T109 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 12217 T109 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 12219 T109 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 12222 T109 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty2
[junit4:junit4]   2> 12224 T109 oass.SolrIndexSearcher.<init> Opening Searcher@2423f1ce main
[junit4:junit4]   2> 12226 T109 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 12226 T109 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 12227 T109 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 12237 T109 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 12318 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2423f1ce main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 12327 T109 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 12328 T109 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12548 T75 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12550 T75 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:29614_dr%2Fw",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:29614/dr/w"}
[junit4:junit4]   2> 12633 T75 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:19296_dr%2Fw",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:19296/dr/w"}
[junit4:junit4]   2> 12633 T75 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 12633 T75 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 12679 T74 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12679 T93 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12679 T80 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12679 T108 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13331 T109 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 13331 T109 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:19296/dr/w collection:collection1 shard:shard2
[junit4:junit4]   2> 13333 T109 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 13361 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d50008 type:delete cxid:0x42 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 13362 T109 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 13363 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d50008 type:create cxid:0x43 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13372 T109 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 13373 T109 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 13373 T109 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:19296/dr/w/collection1/
[junit4:junit4]   2> 13373 T109 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 13373 T109 oasc.SyncStrategy.syncToMe http://127.0.0.1:19296/dr/w/collection1/ has no replicas
[junit4:junit4]   2> 13374 T109 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:19296/dr/w/collection1/
[junit4:junit4]   2> 13374 T109 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 13380 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d50008 type:create cxid:0x4c zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 14226 T75 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14247 T80 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14247 T74 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14247 T93 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14247 T108 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14257 T109 oasc.ZkController.register We are http://127.0.0.1:19296/dr/w/collection1/ and leader is http://127.0.0.1:19296/dr/w/collection1/
[junit4:junit4]   2> 14257 T109 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:19296/dr/w
[junit4:junit4]   2> 14257 T109 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 14258 T109 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 14258 T109 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14261 T109 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14262 T51 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 14262 T51 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 14263 T51 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14396 T51 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 14399 T51 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:51745
[junit4:junit4]   2> 14400 T51 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 14400 T51 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 14401 T51 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358511155279
[junit4:junit4]   2> 14401 T51 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358511155279/solr.xml
[junit4:junit4]   2> 14401 T51 oasc.CoreContainer.<init> New CoreContainer 631521868
[junit4:junit4]   2> 14402 T51 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358511155279/'
[junit4:junit4]   2> 14403 T51 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358511155279/'
[junit4:junit4]   2> 14449 T51 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 14450 T51 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 14450 T51 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 14450 T51 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 14451 T51 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 14451 T51 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 14451 T51 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 14452 T51 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 14452 T51 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 14453 T51 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 14469 T51 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 14483 T51 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:65527/solr
[junit4:junit4]   2> 14484 T51 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 14484 T51 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:65527 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@21c1ff9f
[junit4:junit4]   2> 14486 T51 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 14486 T120 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:65527. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 14487 T120 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:65527, initiating session
[junit4:junit4]   2> 14487 T53 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:57912
[junit4:junit4]   2> 14488 T53 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:57912
[junit4:junit4]   2> 14490 T55 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4d92f1d50009 with negotiated timeout 20000 for client /140.211.11.196:57912
[junit4:junit4]   2> 14490 T120 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:65527, sessionid = 0x13c4d92f1d50009, negotiated timeout = 20000
[junit4:junit4]   2> 14491 T121 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21c1ff9f name:ZooKeeperConnection Watcher:127.0.0.1:65527 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 14491 T51 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 14493 T57 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c4d92f1d50009
[junit4:junit4]   2> 14504 T53 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:57912 which had sessionid 0x13c4d92f1d50009
[junit4:junit4]   2> 14504 T51 oaz.ZooKeeper.close Session: 0x13c4d92f1d50009 closed
[junit4:junit4]   2> 14504 T121 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 14505 T51 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 14515 T51 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:65527/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6bedb92d
[junit4:junit4]   2> 14516 T51 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 14516 T122 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:65527. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 14517 T122 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:65527, initiating session
[junit4:junit4]   2> 14517 T53 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:48263
[junit4:junit4]   2> 14517 T53 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:48263
[junit4:junit4]   2> 14519 T55 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4d92f1d5000a with negotiated timeout 20000 for client /140.211.11.196:48263
[junit4:junit4]   2> 14519 T122 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:65527, sessionid = 0x13c4d92f1d5000a, negotiated timeout = 20000
[junit4:junit4]   2> 14519 T123 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6bedb92d name:ZooKeeperConnection Watcher:127.0.0.1:65527/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 14520 T51 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 14521 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d5000a type:create cxid:0x1 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 14522 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d5000a type:create cxid:0x2 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 14531 T51 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51745_dr%2Fw
[junit4:junit4]   2> 14532 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d5000a type:delete cxid:0x4 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51745_dr%2Fw Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51745_dr%2Fw
[junit4:junit4]   2> 14533 T51 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51745_dr%2Fw
[junit4:junit4]   2> 14535 T74 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14535 T93 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14536 T108 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14536 T80 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14536 T108 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14537 T80 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14538 T74 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14540 T93 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14542 T51 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 14549 T124 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358511155279/collection1
[junit4:junit4]   2> 14550 T124 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 14551 T124 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 14551 T124 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 14553 T124 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358511155279/collection1/'
[junit4:junit4]   2> 14554 T124 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358511155279/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 14555 T124 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358511155279/collection1/lib/README' to classloader
[junit4:junit4]   2> 14608 T124 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 14661 T124 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14763 T124 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14773 T124 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 15291 T124 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 15301 T124 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 15304 T124 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 15330 T124 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15335 T124 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15339 T124 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15342 T124 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15344 T124 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358511155279/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3/
[junit4:junit4]   2> 15344 T124 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fec9818
[junit4:junit4]   2> 15345 T124 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 15346 T124 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3 forceNew:false
[junit4:junit4]   2> 15346 T124 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3
[junit4:junit4]   2> 15346 T124 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3/index/
[junit4:junit4]   2> 15347 T124 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 15348 T124 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3/index forceNew:false
[junit4:junit4]   2> 15378 T124 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7a21becc; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15379 T124 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15380 T124 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3/index
[junit4:junit4]   2> 15380 T124 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 15383 T124 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 15383 T124 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 15384 T124 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 15384 T124 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 15385 T124 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 15385 T124 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 15386 T124 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 15387 T124 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 15387 T124 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 15388 T124 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 15389 T124 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 15389 T124 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 15390 T124 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 15390 T124 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 15391 T124 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 15391 T124 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 15392 T124 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 15393 T124 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 15394 T124 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 15395 T124 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 15396 T124 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 15397 T124 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 15397 T124 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 15398 T124 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 15399 T124 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 15400 T124 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 15410 T124 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 15413 T124 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 15415 T124 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 15417 T124 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3
[junit4:junit4]   2> 15419 T124 oass.SolrIndexSearcher.<init> Opening Searcher@74a0b809 main
[junit4:junit4]   2> 15420 T124 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 15420 T124 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 15420 T124 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 15429 T124 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 15479 T125 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@74a0b809 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15484 T124 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 15484 T124 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15757 T75 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15759 T75 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:19296_dr%2Fw",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:19296/dr/w"}
[junit4:junit4]   2> 15764 T75 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51745_dr%2Fw",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51745/dr/w"}
[junit4:junit4]   2> 15765 T75 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 15765 T75 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 15781 T80 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15781 T123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15781 T108 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15781 T93 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15781 T74 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16487 T124 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16487 T124 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51745/dr/w collection:collection1 shard:shard1
[junit4:junit4]   2> 16519 T124 oasc.ZkController.register We are http://127.0.0.1:51745/dr/w/collection1/ and leader is http://127.0.0.1:29614/dr/w/collection1/
[junit4:junit4]   2> 16520 T124 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51745/dr/w
[junit4:junit4]   2> 16520 T124 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16521 T124 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C2 name=collection1 org.apache.solr.core.SolrCore@57ae2ceb url=http://127.0.0.1:51745/dr/w/collection1 node=127.0.0.1:51745_dr%2Fw C2_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51745_dr%2Fw, base_url=http://127.0.0.1:51745/dr/w}
[junit4:junit4]   2> 16531 T126 C2 P51745 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16532 T126 C2 P51745 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16532 T124 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16533 T126 C2 P51745 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16533 T126 C2 P51745 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16535 T51 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 16536 T51 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16537 T51 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16549 T126 C2 P51745 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16763 T51 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 16766 T51 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:49734
[junit4:junit4]   2> 16767 T51 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 16768 T51 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 16769 T51 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358511157564
[junit4:junit4]   2> 16769 T51 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358511157564/solr.xml
[junit4:junit4]   2> 16770 T51 oasc.CoreContainer.<init> New CoreContainer 1325680
[junit4:junit4]   2> 16771 T51 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358511157564/'
[junit4:junit4]   2> 16771 T51 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358511157564/'
[junit4:junit4]   2> 16840 T51 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 16841 T51 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 16842 T51 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 16842 T51 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 16843 T51 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 16843 T51 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 16844 T51 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 16845 T51 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 16845 T51 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 16846 T51 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 16874 T51 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 16897 T51 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:65527/solr
[junit4:junit4]   2> 16898 T51 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 16898 T51 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:65527 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@398c5525
[junit4:junit4]   2> 16900 T51 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16900 T136 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:65527. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16901 T136 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:65527, initiating session
[junit4:junit4]   2> 16901 T53 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:15428
[junit4:junit4]   2> 16902 T53 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:15428
[junit4:junit4]   2> 16904 T55 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4d92f1d5000b with negotiated timeout 20000 for client /140.211.11.196:15428
[junit4:junit4]   2> 16904 T136 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:65527, sessionid = 0x13c4d92f1d5000b, negotiated timeout = 20000
[junit4:junit4]   2> 16904 T137 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@398c5525 name:ZooKeeperConnection Watcher:127.0.0.1:65527 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16905 T51 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16907 T57 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c4d92f1d5000b
[junit4:junit4]   2> 16908 T137 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 16908 T53 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:15428 which had sessionid 0x13c4d92f1d5000b
[junit4:junit4]   2> 16908 T51 oaz.ZooKeeper.close Session: 0x13c4d92f1d5000b closed
[junit4:junit4]   2> 16909 T51 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 16923 T51 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:65527/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@a30322b
[junit4:junit4]   2> 16924 T51 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16925 T138 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:65527. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16926 T138 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:65527, initiating session
[junit4:junit4]   2> 16926 T53 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:26623
[junit4:junit4]   2> 16926 T53 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:26623
[junit4:junit4]   2> 16928 T55 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4d92f1d5000c with negotiated timeout 20000 for client /140.211.11.196:26623
[junit4:junit4]   2> 16928 T138 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:65527, sessionid = 0x13c4d92f1d5000c, negotiated timeout = 20000
[junit4:junit4]   2> 16929 T139 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a30322b name:ZooKeeperConnection Watcher:127.0.0.1:65527/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16929 T51 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16931 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d5000c type:create cxid:0x1 zxid:0xa0 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16932 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d5000c type:create cxid:0x2 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16940 T51 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49734_dr%2Fw
[junit4:junit4]   2> 16941 T57 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4d92f1d5000c type:delete cxid:0x4 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49734_dr%2Fw Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49734_dr%2Fw
[junit4:junit4]   2> 16947 T51 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49734_dr%2Fw
[junit4:junit4]   2> 16951 T93 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16951 T74 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16952 T80 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16952 T123 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16952 T80 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16952 T108 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16953 T123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16953 T108 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16956 T93 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16957 T74 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16961 T51 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 16971 T140 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358511157564/collection1
[junit4:junit4]   2> 16972 T140 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 16973 T140 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 16973 T140 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 16976 T140 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358511157564/collection1/'
[junit4:junit4]   2> 16978 T140 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358511157564/collection1/lib/README' to classloader
[junit4:junit4]   2> 16979 T140 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358511157564/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 17097 T140 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 17179 T140 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 17280 T140 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 17311 T140 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17327 T75 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17328 T75 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51745_dr%2Fw",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51745/dr/w"}
[junit4:junit4]   2> 17351 T80 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17352 T93 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17352 T74 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17352 T108 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17351 T139 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17351 T123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18146 T140 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 18162 T140 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 18167 T140 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 18200 T140 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18219 T140 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18225 T140 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18227 T140 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18230 T140 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358511157564/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty4/
[junit4:junit4]   2> 18230 T140 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fec9818
[junit4:junit4]   2> 18231 T140 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 18232 T140 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty4 forceNew:false
[junit4:junit4]   2> 18232 T140 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty4
[junit4:junit4]   2> 18233 T140 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty4/index/
[junit4:junit4]   2> 18233 T140 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 18235 T140 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty4/index forceNew:false
[junit4:junit4]   2> 18241 T140 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c54c0ca; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18241 T140 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18242 T140 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty4/index
[junit4:junit4]   2> 18243 T140 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 18245 T140 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 18246 T140 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 18246 T140 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 18247 T140 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 18247 T140 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 18248 T140 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 18248 T140 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 18249 T140 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 18250 T140 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 18250 T140 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 18251 T140 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 18252 T140 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 18253 T140 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 18253 T140 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 18253 T140 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 18254 T140 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 18255 T140 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18255 T140 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18256 T140 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18257 T140 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18258 T140 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18258 T140 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18259 T140 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18260 T140 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18261 T140 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 18261 T140 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 18273 T140 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 18277 T140 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 18279 T140 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 18281 T140 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty4
[junit4:junit4]   2> 18283 T140 oass.SolrIndexSearcher.<init> Opening Searcher@41737f25 main
[junit4:junit4]   2> 18284 T140 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 18284 T140 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 18285 T140 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 18302 T140 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 18357 T141 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@41737f25 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 18364 T140 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 18364 T140 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18861 T75 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18863 T75 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49734_dr%2Fw",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49734/dr/w"}
[junit4:junit4]   2> 18863 T75 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 18864 T75 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 18880 T80 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18880 T139 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18880 T108 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18880 T93 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18880 T123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18880 T74 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19367 T140 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 19367 T140 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49734/dr/w collection:collection1 shard:shard2
[junit4:junit4]   2> 19374 T140 oasc.ZkController.register We are http://127.0.0.1:49734/dr/w/collection1/ and leader is http://127.0.0.1:19296/dr/w/collection1/
[junit4:junit4]   2> 19374 T140 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49734/dr/w
[junit4:junit4]   2> 19374 T140 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 19375 T140 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C3 name=collection1 org.apache.solr.core.SolrCore@6e6869e3 url=http://127.0.0.1:49734/dr/w/collection1 node=127.0.0.1:49734_dr%2Fw C3_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49734_dr%2Fw, base_url=http://127.0.0.1:49734/dr/w}
[junit4:junit4]   2> 19375 T142 C3 P49734 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 19376 T142 C3 P49734 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 19377 T140 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19377 T142 C3 P49734 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 19377 T142 C3 P49734 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19378 T51 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 19379 T51 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 19380 T51 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19396 T142 C3 P49734 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19396 T51 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19399 T51 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 19400 T51 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C2_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51745_dr%2Fw, base_url=http://127.0.0.1:51745/dr/w}
[junit4:junit4]   2> 20214 T126 C2 P51745 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:29614/dr/w/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 20224 T126 C2 P51745 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 20244 T126 C2 P51745 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51745/dr/w START replicas=[http://127.0.0.1:29614/dr/w/collection1/] nUpdates=100
[junit4:junit4]   2> 20255 T126 C2 P51745 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 20256 T126 C2 P51745 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 20256 T126 C2 P51745 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 20256 T126 C2 P51745 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 20256 T126 C2 P51745 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 20257 T126 C2 P51745 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:29614/dr/w/collection1/. core=collection1
[junit4:junit4]   2> 20257 T126 C2 P51745 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20389 T75 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20391 T75 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49734_dr%2Fw",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49734/dr/w"}
[junit4:junit4]   2> ASYNC  NEW_CORE C4 name=collection1 org.apache.solr.core.SolrCore@6f310c0 url=http://127.0.0.1:29614/dr/w/collection1 node=127.0.0.1:29614_dr%2Fw C4_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:29614_dr%2Fw, base_url=http://127.0.0.1:29614/dr/w, leader=true}
[junit4:junit4]   2> 20392 T85 C4 P29614 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=7 
[junit4:junit4]   2> 20404 T51 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20406 T80 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20406 T108 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20406 T74 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20406 T139 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20406 T93 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20406 T123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20411 T84 C4 P29614 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 20413 T84 C4 P29614 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty1
[junit4:junit4]   2> 20418 T84 C4 P29614 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@71391d27; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 20418 T84 C4 P29614 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 20424 T84 C4 P29614 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@71391d27; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@71391d27; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20424 T84 C4 P29614 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20426 T84 C4 P29614 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty1
[junit4:junit4]   2> 20427 T84 C4 P29614 oass.SolrIndexSearcher.<init> Opening Searcher@75eba802 realtime
[junit4:junit4]   2> 20427 T84 C4 P29614 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20428 T84 C4 P29614 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 43
[junit4:junit4]   2> 20499 T126 C2 P51745 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20499 T126 C2 P51745 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4]   2> 20529 T126 C2 P51745 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 20620 T86 C4 P29614 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20621 T86 C4 P29614 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=89 
[junit4:junit4]   2> 20623 T126 C2 P51745 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 20624 T126 C2 P51745 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 20624 T126 C2 P51745 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 20629 T86 C4 P29614 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty1
[junit4:junit4]   2> 20630 T86 C4 P29614 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty1/index
[junit4:junit4]   2> 20631 T86 C4 P29614 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=3 
[junit4:junit4]   2> 20633 T126 C2 P51745 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 20635 T126 C2 P51745 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3/index.20130118071241638 forceNew:false
[junit4:junit4]   2> 20636 T126 C2 P51745 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3
[junit4:junit4]   2> 20637 T126 C2 P51745 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3/index.20130118071241638 lockFactory=org.apache.lucene.store.NativeFSLockFactory@152ff879; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 20654 T86 C4 P29614 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=8 
[junit4:junit4]   2> 20670 T126 C2 P51745 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3/index
[junit4:junit4]   2> 20671 T126 C2 P51745 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 20671 T126 C2 P51745 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130118071241638
[junit4:junit4]   2> 20673 T126 C2 P51745 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3
[junit4:junit4]   2> 20674 T126 C2 P51745 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3
[junit4:junit4]   2> 20675 T126 C2 P51745 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3/index.20130118071241638
[junit4:junit4]   2> 20679 T126 C2 P51745 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3/index.20130118071241638 lockFactory=org.apache.lucene.store.NativeFSLockFactory@152ff879; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20680 T126 C2 P51745 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20681 T126 C2 P51745 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3
[junit4:junit4]   2> 20686 T126 C2 P51745 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 20686 T126 C2 P51745 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 20687 T126 C2 P51745 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 20688 T126 C2 P51745 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3/index.20130118071241638
[junit4:junit4]   2> 20689 T126 C2 P51745 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3
[junit4:junit4]   2> 20693 T126 C2 P51745 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3/index.20130118071241638 lockFactory=org.apache.lucene.store.NativeFSLockFactory@152ff879; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20694 T126 C2 P51745 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20694 T126 C2 P51745 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 20695 T126 C2 P51745 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3
[junit4:junit4]   2> 20696 T126 C2 P51745 oass.SolrIndexSearcher.<init> Opening Searcher@6c652baf main
[junit4:junit4]   2> 20699 T125 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6c652baf main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 20700 T125 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3/index
[junit4:junit4]   2> 20700 T126 C2 P51745 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 20704 T126 C2 P51745 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3/index.20130118071241638 lockFactory=org.apache.lucene.store.NativeFSLockFactory@152ff879; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3/index.20130118071241638 lockFactory=org.apache.lucene.store.NativeFSLockFactory@152ff879; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 20705 T126 C2 P51745 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 20706 T126 C2 P51745 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3
[junit4:junit4]   2> 20707 T126 C2 P51745 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20707 T126 C2 P51745 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3/index.20130118071241638
[junit4:junit4]   2> 20707 T126 C2 P51745 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358511141012/jetty3/index
[junit4:junit4]   2> 20708 T126 C2 P51745 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 20708 T126 C2 P51745 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 20708 T126 C2 P51745 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 20709 T126 C2 P51745 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20711 T126 C2 P51745 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 21409 T51 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21917 T75 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21919 T75 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51745_dr%2Fw",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51745/dr/w"}
[junit4:junit4]   2> 21960 T93 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21960 T123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21960 T139 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21960 T108 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21960 T74 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21960 T80 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22412 T51 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C3_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49734_dr%2Fw, base_url=http://127.0.0.1:49734/dr/w}
[junit4:junit4]   2> 22413 T142 C3 P49734 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:19296/dr/w/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 22413 T142 C3 P49734 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49734/dr/w START replicas=[http://127.0.0.1:19296/dr/w/collection1/] nUpdates=100
[junit4:junit4]   2> 22414 T142 C3 P49734 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 22414 T142 C3 P49734 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 22414 T142 C3 P49734 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 22414 T142 C3 P49734 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 22414 T142 C3 P49734 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 22415 T142 C3 P49734 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:19296/dr/w/colle

[...truncated too long message...]

 "router":"compositeId"}}
[junit4:junit4]   1>  /zookeeper (1)
[junit4:junit4]   1>  DATA:
[junit4:junit4]   1>      
[junit4:junit4]   1> 
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=382B78D7045FC350 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=el_CY -Dtests.timezone=US/East-Indiana -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE  585s J0 | BasicDistributedZkTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([382B78D7045FC350:B9CDF6CF7300A36C]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:168)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:121)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(BasicDistributedZkTest.java:586)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:337)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 584631 T51 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41: {n_f1=PostingsFormat(name=MockSep), foo_b=PostingsFormat(name=Lucene41WithOrds), cat=MockFixedIntBlock(blockSize=1545), foo_d=Pulsing41(freqCutoff=5 minBlockSize=44 maxBlockSize=166), foo_f=PostingsFormat(name=Lucene41WithOrds), n_tl1=PostingsFormat(name=MockSep), n_d1=MockFixedIntBlock(blockSize=1545), rnd_b=Pulsing41(freqCutoff=5 minBlockSize=44 maxBlockSize=166), intDefault=PostingsFormat(name=MockSep), n_td1=PostingsFormat(name=MockSep), timestamp=MockFixedIntBlock(blockSize=1545), id=Pulsing41(freqCutoff=5 minBlockSize=44 maxBlockSize=166), range_facet_sl=Pulsing41(freqCutoff=5 minBlockSize=44 maxBlockSize=166), range_facet_si=MockFixedIntBlock(blockSize=1545), oddField_s=Pulsing41(freqCutoff=5 minBlockSize=44 maxBlockSize=166), sequence_i=Pulsing41(freqCutoff=5 minBlockSize=44 maxBlockSize=166), name=Pulsing41(freqCutoff=5 minBlockSize=44 maxBlockSize=166), foo_i=PostingsFormat(name=MockSep), regex_dup_B_s=MockFixedIntBlock(blockSize=1545), multiDefault=MockFixedIntBlock(blockSize=1545), n_tf1=MockFixedIntBlock(blockSize=1545), n_dt1=PostingsFormat(name=MockSep), genre_s=Pulsing41(freqCutoff=5 minBlockSize=44 maxBlockSize=166), author_t=PostingsFormat(name=MockSep), n_ti1=Pulsing41(freqCutoff=5 minBlockSize=44 maxBlockSize=166), range_facet_l=MockFixedIntBlock(blockSize=1545), text=PostingsFormat(name=Lucene41WithOrds), _version_=PostingsFormat(name=MockSep), val_i=Pulsing41(freqCutoff=5 minBlockSize=44 maxBlockSize=166), SubjectTerms_mfacet=PostingsFormat(name=MockSep), series_t=PostingsFormat(name=MockSep), a_t=MockFixedIntBlock(blockSize=1545), n_tdt1=PostingsFormat(name=MockSep), regex_dup_A_s=PostingsFormat(name=Lucene41WithOrds), price=PostingsFormat(name=Lucene41WithOrds), other_tl1=PostingsFormat(name=MockSep), n_l1=MockFixedIntBlock(blockSize=1545), a_si=PostingsFormat(name=MockSep), inStock=PostingsFormat(name=Lucene41WithOrds)}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=el_CY, timezone=US/East-Indiana
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_09 (64-bit)/cpus=16,threads=1,free=121604152,total=420478976
[junit4:junit4]   2> NOTE: All tests run in this JVM: [PreAnalyzedFieldTest, CopyFieldTest, SolrRequestParserTest, TestJmxMonitoredMap, SimpleFacetsTest, FieldAnalysisRequestHandlerTest, BasicDistributedZkTest]
[junit4:junit4] Completed on J0 in 585.23s, 1 test, 1 failure <<< FAILURES!

[...truncated 533 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:344: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/common-build.xml:428: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1176: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:841: There were test failures: 247 suites, 1031 tests, 1 failure, 23 ignored (5 assumptions)

Total time: 42 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3653 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3653/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
shard1 should have just been set up to be inconsistent - but it's still consistent

Stack Trace:
java.lang.AssertionError: shard1 should have just been set up to be inconsistent - but it's still consistent
	at __randomizedtesting.SeedInfo.seed([E1F965D20615569B:601FEBCA714A36A7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:214)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
No registered leader was found, collection:unloadcollection slice:shard1

Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found, collection:unloadcollection slice:shard1
	at __randomizedtesting.SeedInfo.seed([E1F965D20615569B:601FEBCA714A36A7]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:429)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:403)
	at org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(BasicDistributedZkTest.java:564)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:337)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8889 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4]   2> 0 T587 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 4 T587 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1358486473203
[junit4:junit4]   2> 5 T587 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 5 T588 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 9 T588 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 9 T588 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 9 T588 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 10 T588 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 12 T588 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 106 T587 oasc.ZkTestServer.run start zk server on port:50078
[junit4:junit4]   2> 106 T587 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50078 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@4ec538c4
[junit4:junit4]   2> 107 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 108 T593 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50078. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 108 T593 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50078, initiating session
[junit4:junit4]   2> 109 T589 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:50080
[junit4:junit4]   2> 109 T589 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:50080
[junit4:junit4]   2> 109 T591 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 111 T591 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4c1a89fb0000 with negotiated timeout 10000 for client /140.211.11.196:50080
[junit4:junit4]   2> 111 T593 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50078, sessionid = 0x13c4c1a89fb0000, negotiated timeout = 10000
[junit4:junit4]   2> 112 T594 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ec538c4 name:ZooKeeperConnection Watcher:127.0.0.1:50078 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 112 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 112 T587 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 135 T592 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c4c1a89fb0000
[junit4:junit4]   2> 166 T594 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 166 T589 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:50080 which had sessionid 0x13c4c1a89fb0000
[junit4:junit4]   2> 166 T587 oaz.ZooKeeper.close Session: 0x13c4c1a89fb0000 closed
[junit4:junit4]   2> 167 T587 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50078/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@34270e4d
[junit4:junit4]   2> 167 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 168 T595 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50078. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 168 T595 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50078, initiating session
[junit4:junit4]   2> 169 T589 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:50081
[junit4:junit4]   2> 169 T589 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:50081
[junit4:junit4]   2> 183 T591 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4c1a89fb0001 with negotiated timeout 10000 for client /140.211.11.196:50081
[junit4:junit4]   2> 183 T595 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50078, sessionid = 0x13c4c1a89fb0001, negotiated timeout = 10000
[junit4:junit4]   2> 183 T596 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34270e4d name:ZooKeeperConnection Watcher:127.0.0.1:50078/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 183 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 183 T587 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 220 T587 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 223 T587 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 228 T587 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 262 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 263 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 277 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 278 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 408 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 409 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 413 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 414 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 417 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 418 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 427 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 428 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 431 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 432 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 436 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 437 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 440 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 441 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 444 T592 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c4c1a89fb0001
[junit4:junit4]   2> 446 T596 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 446 T589 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:50081 which had sessionid 0x13c4c1a89fb0001
[junit4:junit4]   2> 446 T587 oaz.ZooKeeper.close Session: 0x13c4c1a89fb0001 closed
[junit4:junit4]   2> 559 T587 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 563 T587 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:50082
[junit4:junit4]   2> 564 T587 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 564 T587 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 564 T587 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358486473645
[junit4:junit4]   2> 565 T587 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358486473645/solr.xml
[junit4:junit4]   2> 565 T587 oasc.CoreContainer.<init> New CoreContainer 899265109
[junit4:junit4]   2> 566 T587 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358486473645/'
[junit4:junit4]   2> 566 T587 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358486473645/'
[junit4:junit4]   2> 603 T587 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 603 T587 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 604 T587 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 604 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 604 T587 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 604 T587 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 605 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 605 T587 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 605 T587 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 606 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 619 T587 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 634 T587 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50078/solr
[junit4:junit4]   2> 634 T587 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 635 T587 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50078 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@7bf4be74
[junit4:junit4]   2> 636 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 636 T606 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50078. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 637 T606 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50078, initiating session
[junit4:junit4]   2> 637 T589 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:50083
[junit4:junit4]   2> 638 T589 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:50083
[junit4:junit4]   2> 645 T591 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4c1a89fb0002 with negotiated timeout 20000 for client /140.211.11.196:50083
[junit4:junit4]   2> 645 T606 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50078, sessionid = 0x13c4c1a89fb0002, negotiated timeout = 20000
[junit4:junit4]   2> 645 T607 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7bf4be74 name:ZooKeeperConnection Watcher:127.0.0.1:50078 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 645 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 647 T592 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c4c1a89fb0002
[junit4:junit4]   2> 649 T607 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 649 T587 oaz.ZooKeeper.close Session: 0x13c4c1a89fb0002 closed
[junit4:junit4]   2> 649 T589 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:50083 which had sessionid 0x13c4c1a89fb0002
[junit4:junit4]   2> 649 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 656 T587 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50078/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5ac0628d
[junit4:junit4]   2> 656 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 657 T608 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50078. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 657 T608 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50078, initiating session
[junit4:junit4]   2> 658 T589 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:50084
[junit4:junit4]   2> 658 T589 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:50084
[junit4:junit4]   2> 659 T591 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4c1a89fb0003 with negotiated timeout 20000 for client /140.211.11.196:50084
[junit4:junit4]   2> 660 T608 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50078, sessionid = 0x13c4c1a89fb0003, negotiated timeout = 20000
[junit4:junit4]   2> 660 T609 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ac0628d name:ZooKeeperConnection Watcher:127.0.0.1:50078/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 660 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 662 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 670 T587 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 673 T587 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50082_
[junit4:junit4]   2> 673 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb0003 type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50082_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50082_
[junit4:junit4]   2> 674 T587 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50082_
[junit4:junit4]   2> 684 T587 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 698 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb0003 type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 699 T587 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 702 T587 oasc.Overseer.start Overseer (id=89029769508356099-127.0.0.1:50082_-n_0000000000) starting
[junit4:junit4]   2> 703 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb0003 type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 710 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb0003 type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 711 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb0003 type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 718 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb0003 type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 719 T611 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 720 T587 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 723 T587 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 726 T610 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 731 T612 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358486473645/collection1
[junit4:junit4]   2> 731 T612 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 732 T612 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 732 T612 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 733 T612 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358486473645/collection1/'
[junit4:junit4]   2> 735 T612 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358486473645/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 735 T612 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358486473645/collection1/lib/README' to classloader
[junit4:junit4]   2> 790 T612 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 865 T612 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 966 T612 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 972 T612 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1646 T612 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1659 T612 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1663 T612 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1680 T612 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1685 T612 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1690 T612 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1692 T612 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1693 T612 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358486473645/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/control/data/
[junit4:junit4]   2> 1693 T612 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@30e07209
[junit4:junit4]   2> 1694 T612 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1695 T612 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/control/data forceNew:false
[junit4:junit4]   2> 1696 T612 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/control/data
[junit4:junit4]   2> 1696 T612 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/control/data/index/
[junit4:junit4]   2> 1697 T612 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1698 T612 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/control/data/index forceNew:false
[junit4:junit4]   2> 1736 T612 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ef2b889; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1737 T612 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1738 T612 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/control/data/index
[junit4:junit4]   2> 1738 T612 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1740 T612 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1741 T612 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1741 T612 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1741 T612 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1742 T612 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1742 T612 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1742 T612 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1743 T612 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1743 T612 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1744 T612 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1744 T612 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1745 T612 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1745 T612 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1745 T612 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1746 T612 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1746 T612 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1747 T612 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1747 T612 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1748 T612 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1748 T612 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1748 T612 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1749 T612 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1749 T612 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1750 T612 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1750 T612 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1751 T612 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1764 T612 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1769 T612 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1770 T612 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1773 T612 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/control/data
[junit4:junit4]   2> 1774 T612 oass.SolrIndexSearcher.<init> Opening Searcher@1d1137dc main
[junit4:junit4]   2> 1775 T612 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1776 T612 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1776 T612 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1842 T612 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1913 T613 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d1137dc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1918 T612 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1919 T612 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1920 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb0003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2230 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2231 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50082_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50082"}
[junit4:junit4]   2> 2231 T610 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2231 T610 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2232 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb0003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2248 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2932 T612 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2932 T612 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50082 collection:control_collection shard:shard1
[junit4:junit4]   2> 2933 T612 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2952 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb0003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2953 T612 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2954 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb0003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2957 T612 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2957 T612 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2957 T612 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50082/collection1/
[junit4:junit4]   2> 2957 T612 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2958 T612 oasc.SyncStrategy.syncToMe http://127.0.0.1:50082/collection1/ has no replicas
[junit4:junit4]   2> 2958 T612 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50082/collection1/
[junit4:junit4]   2> 2958 T612 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2963 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb0003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3760 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3802 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3833 T612 oasc.ZkController.register We are http://127.0.0.1:50082/collection1/ and leader is http://127.0.0.1:50082/collection1/
[junit4:junit4]   2> 3833 T612 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50082
[junit4:junit4]   2> 3833 T612 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3833 T612 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3834 T612 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3836 T612 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3837 T587 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3837 T587 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3838 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3854 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3865 T587 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50078/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@50aed1
[junit4:junit4]   2> 3866 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3867 T614 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50078. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3867 T614 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50078, initiating session
[junit4:junit4]   2> 3868 T589 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:50094
[junit4:junit4]   2> 3868 T589 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:50094
[junit4:junit4]   2> 3870 T591 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4c1a89fb0004 with negotiated timeout 10000 for client /140.211.11.196:50094
[junit4:junit4]   2> 3870 T614 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50078, sessionid = 0x13c4c1a89fb0004, negotiated timeout = 10000
[junit4:junit4]   2> 3871 T615 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50aed1 name:ZooKeeperConnection Watcher:127.0.0.1:50078/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3871 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3872 T587 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3875 T587 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4044 T587 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4047 T587 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:50095
[junit4:junit4]   2> 4047 T587 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4048 T587 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4048 T587 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358486477073
[junit4:junit4]   2> 4049 T587 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358486477073/solr.xml
[junit4:junit4]   2> 4049 T587 oasc.CoreContainer.<init> New CoreContainer 996184427
[junit4:junit4]   2> 4050 T587 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358486477073/'
[junit4:junit4]   2> 4051 T587 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358486477073/'
[junit4:junit4]   2> 4107 T587 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 4107 T587 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4108 T587 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4108 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4109 T587 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4109 T587 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4110 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4110 T587 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4110 T587 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4111 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4132 T587 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4152 T587 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50078/solr
[junit4:junit4]   2> 4153 T587 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4153 T587 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50078 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1c1ed768
[junit4:junit4]   2> 4154 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4154 T625 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50078. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4155 T625 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50078, initiating session
[junit4:junit4]   2> 4156 T589 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:50096
[junit4:junit4]   2> 4156 T589 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:50096
[junit4:junit4]   2> 4158 T591 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4c1a89fb0005 with negotiated timeout 20000 for client /140.211.11.196:50096
[junit4:junit4]   2> 4158 T625 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50078, sessionid = 0x13c4c1a89fb0005, negotiated timeout = 20000
[junit4:junit4]   2> 4159 T626 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c1ed768 name:ZooKeeperConnection Watcher:127.0.0.1:50078 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4159 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4160 T592 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c4c1a89fb0005
[junit4:junit4]   2> 4169 T626 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4169 T589 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:50096 which had sessionid 0x13c4c1a89fb0005
[junit4:junit4]   2> 4169 T587 oaz.ZooKeeper.close Session: 0x13c4c1a89fb0005 closed
[junit4:junit4]   2> 4170 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 4181 T587 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50078/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@3d5520eb
[junit4:junit4]   2> 4182 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4183 T627 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50078. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4183 T627 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50078, initiating session
[junit4:junit4]   2> 4184 T589 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:50097
[junit4:junit4]   2> 4184 T589 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:50097
[junit4:junit4]   2> 4185 T591 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4c1a89fb0006 with negotiated timeout 20000 for client /140.211.11.196:50097
[junit4:junit4]   2> 4185 T627 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50078, sessionid = 0x13c4c1a89fb0006, negotiated timeout = 20000
[junit4:junit4]   2> 4186 T628 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d5520eb name:ZooKeeperConnection Watcher:127.0.0.1:50078/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4186 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4187 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb0006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4189 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb0006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4190 T587 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50095_
[junit4:junit4]   2> 4191 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb0006 type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50095_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50095_
[junit4:junit4]   2> 4199 T587 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50095_
[junit4:junit4]   2> 4202 T609 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4202 T615 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4202 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4206 T587 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4213 T629 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358486477073/collection1
[junit4:junit4]   2> 4213 T629 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4214 T629 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4214 T629 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4216 T629 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358486477073/collection1/'
[junit4:junit4]   2> 4217 T629 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358486477073/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4217 T629 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358486477073/collection1/lib/README' to classloader
[junit4:junit4]   2> 4269 T629 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4340 T629 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4441 T629 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4447 T629 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5081 T629 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5092 T629 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5096 T629 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5112 T629 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5118 T629 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5122 T629 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5124 T629 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5125 T629 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358486477073/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty1/
[junit4:junit4]   2> 5125 T629 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@30e07209
[junit4:junit4]   2> 5126 T629 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 5127 T629 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty1 forceNew:false
[junit4:junit4]   2> 5127 T629 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty1
[junit4:junit4]   2> 5128 T629 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty1/index/
[junit4:junit4]   2> 5128 T629 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5129 T629 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty1/index forceNew:false
[junit4:junit4]   2> 5137 T629 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@b65a23c; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5138 T629 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5139 T629 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty1/index
[junit4:junit4]   2> 5139 T629 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 5142 T629 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5142 T629 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 5142 T629 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5143 T629 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 5143 T629 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5144 T629 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5144 T629 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5145 T629 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5145 T629 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5146 T629 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 5147 T629 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 5147 T629 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5148 T629 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 5148 T629 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 5148 T629 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 5149 T629 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5149 T629 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5150 T629 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5151 T629 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5151 T629 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5152 T629 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5152 T629 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5153 T629 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5154 T629 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5154 T629 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 5155 T629 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 5168 T629 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5173 T629 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 5174 T629 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 5177 T629 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty1
[junit4:junit4]   2> 5178 T629 oass.SolrIndexSearcher.<init> Opening Searcher@67735cf6 main
[junit4:junit4]   2> 5180 T629 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5180 T629 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5180 T629 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 5190 T629 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 5255 T630 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@67735cf6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5261 T629 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5261 T629 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 5317 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5317 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50082_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50082"}
[junit4:junit4]   2> 5322 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50095_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50095"}
[junit4:junit4]   2> 5323 T610 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 5323 T610 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 5334 T628 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5334 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5334 T615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6264 T629 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 6264 T629 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50095 collection:collection1 shard:shard1
[junit4:junit4]   2> 6265 T629 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 6314 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb0006 type:delete cxid:0x43 zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 6319 T629 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 6320 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb0006 type:create cxid:0x44 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6329 T629 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 6329 T629 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 6329 T629 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50095/collection1/
[junit4:junit4]   2> 6329 T629 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 6330 T629 oasc.SyncStrategy.syncToMe http://127.0.0.1:50095/collection1/ has no replicas
[junit4:junit4]   2> 6330 T629 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50095/collection1/
[junit4:junit4]   2> 6330 T629 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 6335 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb0006 type:create cxid:0x4e zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6846 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6864 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6864 T628 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6864 T615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6906 T629 oasc.ZkController.register We are http://127.0.0.1:50095/collection1/ and leader is http://127.0.0.1:50095/collection1/
[junit4:junit4]   2> 6906 T629 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50095
[junit4:junit4]   2> 6906 T629 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 6906 T629 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 6907 T629 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6909 T629 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6910 T587 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 6910 T587 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 6911 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 7091 T587 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 7095 T587 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:50098
[junit4:junit4]   2> 7095 T587 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 7096 T587 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7096 T587 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358486480122
[junit4:junit4]   2> 7097 T587 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358486480122/solr.xml
[junit4:junit4]   2> 7097 T587 oasc.CoreContainer.<init> New CoreContainer 621419341
[junit4:junit4]   2> 7098 T587 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358486480122/'
[junit4:junit4]   2> 7099 T587 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358486480122/'
[junit4:junit4]   2> 7155 T587 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 7156 T587 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7156 T587 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 7157 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7157 T587 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7157 T587 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7158 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7158 T587 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7159 T587 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7159 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 7179 T587 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 7199 T587 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50078/solr
[junit4:junit4]   2> 7199 T587 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 7200 T587 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50078 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@66af5bd6
[junit4:junit4]   2> 7201 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7202 T640 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50078. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7202 T640 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50078, initiating session
[junit4:junit4]   2> 7203 T589 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:50099
[junit4:junit4]   2> 7203 T589 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:50099
[junit4:junit4]   2> 7205 T591 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4c1a89fb0007 with negotiated timeout 20000 for client /140.211.11.196:50099
[junit4:junit4]   2> 7205 T640 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50078, sessionid = 0x13c4c1a89fb0007, negotiated timeout = 20000
[junit4:junit4]   2> 7206 T641 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@66af5bd6 name:ZooKeeperConnection Watcher:127.0.0.1:50078 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7206 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7208 T592 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c4c1a89fb0007
[junit4:junit4]   2> 7220 T641 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 7220 T589 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:50099 which had sessionid 0x13c4c1a89fb0007
[junit4:junit4]   2> 7220 T587 oaz.ZooKeeper.close Session: 0x13c4c1a89fb0007 closed
[junit4:junit4]   2> 7221 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 7231 T587 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50078/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6a1fdd9d
[junit4:junit4]   2> 7232 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7233 T642 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50078. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7233 T642 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50078, initiating session
[junit4:junit4]   2> 7234 T589 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:50100
[junit4:junit4]   2> 7234 T589 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:50100
[junit4:junit4]   2> 7236 T591 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4c1a89fb0008 with negotiated timeout 20000 for client /140.211.11.196:50100
[junit4:junit4]   2> 7236 T642 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50078, sessionid = 0x13c4c1a89fb0008, negotiated timeout = 20000
[junit4:junit4]   2> 7236 T643 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a1fdd9d name:ZooKeeperConnection Watcher:127.0.0.1:50078/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7236 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7238 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb0008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7239 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb0008 type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7247 T587 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50098_
[junit4:junit4]   2> 7248 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb0008 type:delete cxid:0x4 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50098_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50098_
[junit4:junit4]   2> 7249 T587 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50098_
[junit4:junit4]   2> 7252 T628 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7252 T609 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7252 T615 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7253 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7253 T615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7260 T628 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7262 T587 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 7271 T644 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358486480122/collection1
[junit4:junit4]   2> 7271 T644 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 7272 T644 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 7272 T644 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 7275 T644 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358486480122/collection1/'
[junit4:junit4]   2> 7276 T644 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358486480122/collection1/lib/README' to classloader
[junit4:junit4]   2> 7277 T644 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358486480122/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 7331 T644 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 7404 T644 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 7505 T644 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 7511 T644 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 8118 T644 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 8129 T644 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8132 T644 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 8148 T644 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8153 T644 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8157 T644 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8158 T644 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8160 T644 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358486480122/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty2/
[junit4:junit4]   2> 8160 T644 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@30e07209
[junit4:junit4]   2> 8161 T644 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 8162 T644 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty2 forceNew:false
[junit4:junit4]   2> 8162 T644 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty2
[junit4:junit4]   2> 8162 T644 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty2/index/
[junit4:junit4]   2> 8163 T644 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 8164 T644 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty2/index forceNew:false
[junit4:junit4]   2> 8170 T644 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@49d648ca; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 8170 T644 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 8171 T644 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty2/index
[junit4:junit4]   2> 8172 T644 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 8174 T644 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 8174 T644 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 8175 T644 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 8175 T644 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 8176 T644 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 8176 T644 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 8176 T644 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 8177 T644 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 8177 T644 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 8178 T644 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 8179 T644 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 8179 T644 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 8180 T644 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 8180 T644 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 8180 T644 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 8181 T644 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8181 T644 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8182 T644 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8182 T644 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8183 T644 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8183 T644 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8184 T644 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8185 T644 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8185 T644 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8186 T644 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 8186 T644 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 8200 T644 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8205 T644 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 8207 T644 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 8209 T644 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty2
[junit4:junit4]   2> 8211 T644 oass.SolrIndexSearcher.<init> Opening Searcher@f7a8f23 main
[junit4:junit4]   2> 8212 T644 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8212 T644 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8213 T644 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 8220 T644 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 8279 T645 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f7a8f23 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8285 T644 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 8285 T644 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8377 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8378 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50095_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50095"}
[junit4:junit4]   2> 8382 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50098_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50098"}
[junit4:junit4]   2> 8383 T610 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 8383 T610 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 8394 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8394 T615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8394 T628 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8394 T643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9288 T644 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 9288 T644 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50098 collection:collection1 shard:shard2
[junit4:junit4]   2> 9289 T644 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 9305 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb0008 type:delete cxid:0x42 zxid:0x7c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 9306 T644 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 9307 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb0008 type:create cxid:0x43 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9309 T644 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 9309 T644 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 9310 T644 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50098/collection1/
[junit4:junit4]   2> 9310 T644 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 9310 T644 oasc.SyncStrategy.syncToMe http://127.0.0.1:50098/collection1/ has no replicas
[junit4:junit4]   2> 9310 T644 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50098/collection1/
[junit4:junit4]   2> 9311 T644 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 9314 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb0008 type:create cxid:0x4c zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9908 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9994 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9994 T628 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9994 T643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9994 T615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10030 T644 oasc.ZkController.register We are http://127.0.0.1:50098/collection1/ and leader is http://127.0.0.1:50098/collection1/
[junit4:junit4]   2> 10030 T644 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50098
[junit4:junit4]   2> 10030 T644 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 10030 T644 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 10031 T644 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10033 T644 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10034 T587 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 10034 T587 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 10035 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 10217 T587 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 10220 T587 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:50106
[junit4:junit4]   2> 10221 T587 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 10221 T587 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10222 T587 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358486483247
[junit4:junit4]   2> 10222 T587 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358486483247/solr.xml
[junit4:junit4]   2> 10223 T587 oasc.CoreContainer.<init> New CoreContainer 60718962
[junit4:junit4]   2> 10223 T587 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358486483247/'
[junit4:junit4]   2> 10224 T587 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358486483247/'
[junit4:junit4]   2> 10279 T587 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 10280 T587 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 10280 T587 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 10281 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 10281 T587 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 10282 T587 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 10282 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 10283 T587 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 10283 T587 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 10283 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 10305 T587 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 10324 T587 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50078/solr
[junit4:junit4]   2> 10325 T587 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 10326 T587 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50078 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@70218a73
[junit4:junit4]   2> 10327 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10327 T655 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50078. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10328 T655 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50078, initiating session
[junit4:junit4]   2> 10328 T589 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:50107
[junit4:junit4]   2> 10329 T589 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:50107
[junit4:junit4]   2> 10332 T591 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4c1a89fb0009 with negotiated timeout 20000 for client /140.211.11.196:50107
[junit4:junit4]   2> 10332 T655 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50078, sessionid = 0x13c4c1a89fb0009, negotiated timeout = 20000
[junit4:junit4]   2> 10332 T656 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70218a73 name:ZooKeeperConnection Watcher:127.0.0.1:50078 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10332 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10334 T592 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c4c1a89fb0009
[junit4:junit4]   2> 10347 T656 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 10348 T589 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:50107 which had sessionid 0x13c4c1a89fb0009
[junit4:junit4]   2> 10347 T587 oaz.ZooKeeper.close Session: 0x13c4c1a89fb0009 closed
[junit4:junit4]   2> 10348 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 10360 T587 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50078/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@886f82
[junit4:junit4]   2> 10361 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10361 T657 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50078. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10362 T657 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50078, initiating session
[junit4:junit4]   2> 10362 T589 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:50108
[junit4:junit4]   2> 10362 T589 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:50108
[junit4:junit4]   2> 10364 T591 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4c1a89fb000a with negotiated timeout 20000 for client /140.211.11.196:50108
[junit4:junit4]   2> 10364 T657 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50078, sessionid = 0x13c4c1a89fb000a, negotiated timeout = 20000
[junit4:junit4]   2> 10364 T658 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@886f82 name:ZooKeeperConnection Watcher:127.0.0.1:50078/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10364 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10366 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb000a type:create cxid:0x1 zxid:0x8d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10367 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb000a type:create cxid:0x2 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10375 T587 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50106_
[junit4:junit4]   2> 10376 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb000a type:delete cxid:0x4 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50106_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50106_
[junit4:junit4]   2> 10377 T587 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50106_
[junit4:junit4]   2> 10380 T628 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10380 T609 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10380 T615 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10380 T643 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10380 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10381 T615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10381 T643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10382 T628 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10384 T587 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10392 T659 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358486483247/collection1
[junit4:junit4]   2> 10392 T659 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10393 T659 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10393 T659 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10395 T659 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358486483247/collection1/'
[junit4:junit4]   2> 10396 T659 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358486483247/collection1/lib/README' to classloader
[junit4:junit4]   2> 10396 T659 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358486483247/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10449 T659 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10520 T659 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10621 T659 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10627 T659 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 11237 T659 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 11244 T659 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 11247 T659 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 11258 T659 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11262 T659 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11266 T659 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11266 T659 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11267 T659 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358486483247/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3/
[junit4:junit4]   2> 11268 T659 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@30e07209
[junit4:junit4]   2> 11268 T659 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 11269 T659 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3 forceNew:false
[junit4:junit4]   2> 11269 T659 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3
[junit4:junit4]   2> 11269 T659 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3/index/
[junit4:junit4]   2> 11270 T659 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 11270 T659 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3/index forceNew:false
[junit4:junit4]   2> 11304 T659 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e0badaf; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11304 T659 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11305 T659 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3/index
[junit4:junit4]   2> 11305 T659 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 11307 T659 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 11307 T659 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 11307 T659 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 11308 T659 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 11308 T659 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 11308 T659 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 11309 T659 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 11309 T659 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11309 T659 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11310 T659 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 11310 T659 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 11311 T659 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11311 T659 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 11311 T659 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 11311 T659 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 11312 T659 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11312 T659 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11313 T659 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11313 T659 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11313 T659 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11314 T659 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11314 T659 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11315 T659 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11315 T659 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11316 T659 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 11316 T659 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 11325 T659 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 11328 T659 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 11329 T659 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 11331 T659 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3
[junit4:junit4]   2> 11332 T659 oass.SolrIndexSearcher.<init> Opening Searcher@20d5246c main
[junit4:junit4]   2> 11333 T659 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 11333 T659 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 11333 T659 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 11339 T659 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 11389 T660 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@20d5246c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11392 T659 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 11393 T659 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11501 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11502 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50098_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50098"}
[junit4:junit4]   2> 11539 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50106_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50106"}
[junit4:junit4]   2> 11539 T610 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11539 T610 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11553 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11553 T658 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11553 T615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11553 T628 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11553 T643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12395 T659 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12395 T659 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50106 collection:collection1 shard:shard1
[junit4:junit4]   2> 12399 T659 oasc.ZkController.register We are http://127.0.0.1:50106/collection1/ and leader is http://127.0.0.1:50095/collection1/
[junit4:junit4]   2> 12399 T659 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50106
[junit4:junit4]   2> 12400 T659 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 12400 T659 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C46 name=collection1 org.apache.solr.core.SolrCore@53fa2777 url=http://127.0.0.1:50106/collection1 node=127.0.0.1:50106_ C46_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:50106_, base_url=http://127.0.0.1:50106}
[junit4:junit4]   2> 12400 T661 C46 P50106 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 12401 T661 C46 P50106 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 12401 T659 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12401 T661 C46 P50106 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 12402 T661 C46 P50106 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12402 T587 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 12403 T587 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12404 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12404 T661 C46 P50106 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12595 T587 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12599 T587 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:50111
[junit4:junit4]   2> 12600 T587 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12600 T587 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12601 T587 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358486485623
[junit4:junit4]   2> 12601 T587 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358486485623/solr.xml
[junit4:junit4]   2> 12601 T587 oasc.CoreContainer.<init> New CoreContainer 1764047864
[junit4:junit4]   2> 12602 T587 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358486485623/'
[junit4:junit4]   2> 12603 T587 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358486485623/'
[junit4:junit4]   2> 12659 T587 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 12660 T587 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12661 T587 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12661 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12661 T587 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12662 T587 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12662 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12663 T587 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12663 T587 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12664 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12683 T587 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12703 T587 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50078/solr
[junit4:junit4]   2> 12704 T587 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12704 T587 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50078 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@78a22a38
[junit4:junit4]   2> 12705 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12706 T671 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50078. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12707 T671 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50078, initiating session
[junit4:junit4]   2> 12707 T589 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:50112
[junit4:junit4]   2> 12707 T589 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:50112
[junit4:junit4]   2> 12709 T591 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4c1a89fb000b with negotiated timeout 20000 for client /140.211.11.196:50112
[junit4:junit4]   2> 12710 T671 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50078, sessionid = 0x13c4c1a89fb000b, negotiated timeout = 20000
[junit4:junit4]   2> 12710 T672 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@78a22a38 name:ZooKeeperConnection Watcher:127.0.0.1:50078 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12710 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12712 T592 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c4c1a89fb000b
[junit4:junit4]   2> 12724 T672 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12724 T589 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:50112 which had sessionid 0x13c4c1a89fb000b
[junit4:junit4]   2> 12724 T587 oaz.ZooKeeper.close Session: 0x13c4c1a89fb000b closed
[junit4:junit4]   2> 12725 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 12734 T587 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50078/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2ca0772
[junit4:junit4]   2> 12735 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12736 T673 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50078. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12736 T673 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50078, initiating session
[junit4:junit4]   2> 12736 T589 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:50113
[junit4:junit4]   2> 12737 T589 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:50113
[junit4:junit4]   2> 12738 T591 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4c1a89fb000c with negotiated timeout 20000 for client /140.211.11.196:50113
[junit4:junit4]   2> 12738 T673 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50078, sessionid = 0x13c4c1a89fb000c, negotiated timeout = 20000
[junit4:junit4]   2> 12739 T674 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ca0772 name:ZooKeeperConnection Watcher:127.0.0.1:50078/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12739 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12740 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb000c type:create cxid:0x1 zxid:0x9f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12742 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb000c type:create cxid:0x2 zxid:0xa0 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12749 T587 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50111_
[junit4:junit4]   2> 12749 T592 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4c1a89fb000c type:delete cxid:0x4 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50111_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50111_
[junit4:junit4]   2> 12751 T587 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50111_
[junit4:junit4]   2> 12753 T658 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12753 T628 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12754 T609 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12754 T643 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12754 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12754 T643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12754 T615 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12755 T615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12755 T658 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12756 T628 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12758 T587 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12765 T675 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358486485623/collection1
[junit4:junit4]   2> 12766 T675 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 12766 T675 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 12766 T675 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 12768 T675 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358486485623/collection1/'
[junit4:junit4]   2> 12769 T675 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358486485623/collection1/lib/README' to classloader
[junit4:junit4]   2> 12770 T675 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358486485623/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 12822 T675 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 12893 T675 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 12994 T675 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13000 T675 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13064 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13065 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50106_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50106"}
[junit4:junit4]   2> 13078 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13079 T615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13079 T643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13079 T674 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13079 T658 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13079 T628 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13621 T675 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13632 T675 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13636 T675 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13651 T675 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13656 T675 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13661 T675 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13662 T675 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13664 T675 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358486485623/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4/
[junit4:junit4]   2> 13664 T675 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@30e07209
[junit4:junit4]   2> 13664 T675 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 13665 T675 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4 forceNew:false
[junit4:junit4]   2> 13666 T675 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4
[junit4:junit4]   2> 13666 T675 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4/index/
[junit4:junit4]   2> 13667 T675 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13668 T675 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4/index forceNew:false
[junit4:junit4]   2> 13681 T675 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@25e3aac4; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13681 T675 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13682 T675 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4/index
[junit4:junit4]   2> 13683 T675 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 13685 T675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 13685 T675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 13686 T675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 13686 T675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 13687 T675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 13687 T675 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 13687 T675 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 13688 T675 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 13688 T675 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 13689 T675 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 13690 T675 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 13690 T675 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 13691 T675 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 13691 T675 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 13691 T675 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 13692 T675 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 13692 T675 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13693 T675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13693 T675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13694 T675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13695 T675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13695 T675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13696 T675 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13696 T675 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13697 T675 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 13697 T675 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 13709 T675 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 13714 T675 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 13715 T675 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 13717 T675 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4
[junit4:junit4]   2> 13719 T675 oass.SolrIndexSearcher.<init> Opening Searcher@67852b4c main
[junit4:junit4]   2> 13720 T675 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 13720 T675 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 13720 T675 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 13727 T675 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 13849 T676 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@67852b4c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13854 T675 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13854 T675 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14585 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14585 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50111_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50111"}
[junit4:junit4]   2> 14586 T610 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 14586 T610 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 14603 T674 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14603 T615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14603 T643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14603 T658 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14603 T628 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14603 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14857 T675 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 14857 T675 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50111 collection:collection1 shard:shard2
[junit4:junit4]   2> 14947 T675 oasc.ZkController.register We are http://127.0.0.1:50111/collection1/ and leader is http://127.0.0.1:50098/collection1/
[junit4:junit4]   2> 14948 T675 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50111
[junit4:junit4]   2> 14948 T675 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 14949 T675 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C47 name=collection1 org.apache.solr.core.SolrCore@79ca45bd url=http://127.0.0.1:50111/collection1 node=127.0.0.1:50111_ C47_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:50111_, base_url=http://127.0.0.1:50111}
[junit4:junit4]   2> 14949 T677 C47 P50111 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 14950 T675 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14951 T677 C47 P50111 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 14951 T677 C47 P50111 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 14951 T677 C47 P50111 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14952 T587 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 14952 T587 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 14953 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14985 T677 C47 P50111 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14985 T587 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14987 T587 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 14988 T587 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C46_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:50106_, base_url=http://127.0.0.1:50106}
[junit4:junit4]   2> 15429 T661 C46 P50106 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:50095/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15429 T661 C46 P50106 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:50106 START replicas=[http://127.0.0.1:50095/collection1/] nUpdates=100
[junit4:junit4]   2> 15430 T661 C46 P50106 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15430 T661 C46 P50106 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15430 T661 C46 P50106 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15430 T661 C46 P50106 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15431 T661 C46 P50106 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15431 T661 C46 P50106 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:50095/collection1/. core=collection1
[junit4:junit4]   2> 15431 T661 C46 P50106 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C48 name=collection1 org.apache.solr.core.SolrCore@4795736d url=http://127.0.0.1:50095/collection1 node=127.0.0.1:50095_ C48_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:50095_, base_url=http://127.0.0.1:50095, leader=true}
[junit4:junit4]   2> 15442 T619 C48 P50095 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15443 T620 C48 P50095 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15444 T620 C48 P50095 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty1
[junit4:junit4]   2> 15449 T620 C48 P50095 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@b65a23c; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15450 T620 C48 P50095 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15479 T620 C48 P50095 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@b65a23c; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@b65a23c; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15479 T620 C48 P50095 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15480 T620 C48 P50095 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty1
[junit4:junit4]   2> 15481 T620 C48 P50095 oass.SolrIndexSearcher.<init> Opening Searcher@fe8f9d6 realtime
[junit4:junit4]   2> 15481 T620 C48 P50095 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15482 T620 C48 P50095 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 39
[junit4:junit4]   2> 15483 T661 C46 P50106 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15483 T661 C46 P50106 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15486 T621 C48 P50095 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15486 T621 C48 P50095 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15487 T661 C46 P50106 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15487 T661 C46 P50106 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15487 T661 C46 P50106 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15489 T621 C48 P50095 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty1
[junit4:junit4]   2> 15490 T621 C48 P50095 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty1/index
[junit4:junit4]   2> 15491 T621 C48 P50095 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15491 T661 C46 P50106 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15493 T661 C46 P50106 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3/index.20130118032128690 forceNew:false
[junit4:junit4]   2> 15493 T661 C46 P50106 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3
[junit4:junit4]   2> 15494 T661 C46 P50106 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3/index.20130118032128690 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ad4ae12; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 15498 T621 C48 P50095 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 15500 T661 C46 P50106 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3/index
[junit4:junit4]   2> 15501 T661 C46 P50106 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15501 T661 C46 P50106 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130118032128690
[junit4:junit4]   2> 15503 T661 C46 P50106 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3
[junit4:junit4]   2> 15503 T661 C46 P50106 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3
[junit4:junit4]   2> 15503 T661 C46 P50106 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3/index.20130118032128690
[junit4:junit4]   2> 15507 T661 C46 P50106 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3/index.20130118032128690 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ad4ae12; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15507 T661 C46 P50106 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15509 T661 C46 P50106 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3
[junit4:junit4]   2> 15509 T661 C46 P50106 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15509 T661 C46 P50106 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15509 T661 C46 P50106 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 15510 T661 C46 P50106 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3/index.20130118032128690
[junit4:junit4]   2> 15511 T661 C46 P50106 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3
[junit4:junit4]   2> 15514 T661 C46 P50106 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3/index.20130118032128690 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ad4ae12; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15515 T661 C46 P50106 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15515 T661 C46 P50106 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15515 T661 C46 P50106 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3
[junit4:junit4]   2> 15516 T661 C46 P50106 oass.SolrIndexSearcher.<init> Opening Searcher@1215b91f main
[junit4:junit4]   2> 15518 T660 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1215b91f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15518 T660 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3/index
[junit4:junit4]   2> 15518 T661 C46 P50106 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15522 T661 C46 P50106 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3/index.20130118032128690 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ad4ae12; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3/index.20130118032128690 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ad4ae12; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 15522 T661 C46 P50106 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 15523 T661 C46 P50106 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3
[junit4:junit4]   2> 15524 T661 C46 P50106 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15524 T661 C46 P50106 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3/index.20130118032128690
[junit4:junit4]   2> 15524 T661 C46 P50106 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty3/index
[junit4:junit4]   2> 15524 T661 C46 P50106 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15524 T661 C46 P50106 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15525 T661 C46 P50106 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15525 T661 C46 P50106 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15532 T661 C46 P50106 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15990 T587 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16109 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16110 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50111_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50111"}
[junit4:junit4]   2> 16115 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50106_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50106"}
[junit4:junit4]   2> 16128 T674 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16128 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16128 T643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16128 T658 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16128 T615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16128 T628 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16993 T587 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17996 T587 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C47_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:50111_, base_url=http://127.0.0.1:50111}
[junit4:junit4]   2> 18999 T677 C47 P50111 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:50098/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18999 T677 C47 P50111 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:50111 START replicas=[http://127.0.0.1:50098/collection1/] nUpdates=100
[junit4:junit4]   2> 18999 T587 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19000 T677 C47 P50111 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19000 T677 C47 P50111 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19000 T677 C47 P50111 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19001 T677 C47 P50111 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19001 T677 C47 P50111 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19001 T677 C47 P50111 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:50098/collection1/. core=collection1
[junit4:junit4]   2> 19002 T677 C47 P50111 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C49 name=collection1 org.apache.solr.core.SolrCore@a750a1a url=http://127.0.0.1:50098/collection1 node=127.0.0.1:50098_ C49_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:50098_, base_url=http://127.0.0.1:50098, leader=true}
[junit4:junit4]   2> 19012 T634 C49 P50098 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19019 T635 C49 P50098 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 19020 T635 C49 P50098 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty2
[junit4:junit4]   2> 19025 T635 C49 P50098 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@49d648ca; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19025 T635 C49 P50098 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19030 T635 C49 P50098 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@49d648ca; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@49d648ca; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19030 T635 C49 P50098 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19032 T635 C49 P50098 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty2
[junit4:junit4]   2> 19032 T635 C49 P50098 oass.SolrIndexSearcher.<init> Opening Searcher@330d1157 realtime
[junit4:junit4]   2> 19032 T635 C49 P50098 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19033 T635 C49 P50098 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4]   2> 19034 T677 C47 P50111 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19034 T677 C47 P50111 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19036 T636 C49 P50098 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19037 T636 C49 P50098 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 19038 T677 C47 P50111 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 19038 T677 C47 P50111 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19038 T677 C47 P50111 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19041 T636 C49 P50098 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty2
[junit4:junit4]   2> 19041 T636 C49 P50098 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty2/index
[junit4:junit4]   2> 19042 T636 C49 P50098 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
[junit4:junit4]   2> 19042 T677 C47 P50111 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19043 T677 C47 P50111 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4/index.20130118032132241 forceNew:false
[junit4:junit4]   2> 19044 T677 C47 P50111 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4
[junit4:junit4]   2> 19045 T677 C47 P50111 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4/index.20130118032132241 lockFactory=org.apache.lucene.store.NativeFSLockFactory@720f6f8c; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 19049 T636 C49 P50098 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 19052 T677 C47 P50111 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4/index
[junit4:junit4]   2> 19052 T677 C47 P50111 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19052 T677 C47 P50111 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130118032132241
[junit4:junit4]   2> 19054 T677 C47 P50111 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4
[junit4:junit4]   2> 19054 T677 C47 P50111 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4
[junit4:junit4]   2> 19055 T677 C47 P50111 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4/index.20130118032132241
[junit4:junit4]   2> 19058 T677 C47 P50111 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4/index.20130118032132241 lockFactory=org.apache.lucene.store.NativeFSLockFactory@720f6f8c; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19059 T677 C47 P50111 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19060 T677 C47 P50111 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4
[junit4:junit4]   2> 19060 T677 C47 P50111 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19060 T677 C47 P50111 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19061 T677 C47 P50111 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 19061 T677 C47 P50111 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4/index.20130118032132241
[junit4:junit4]   2> 19062 T677 C47 P50111 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4
[junit4:junit4]   2> 19066 T677 C47 P50111 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4/index.20130118032132241 lockFactory=org.apache.lucene.store.NativeFSLockFactory@720f6f8c; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19066 T677 C47 P50111 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19066 T677 C47 P50111 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19067 T677 C47 P50111 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4
[junit4:junit4]   2> 19067 T677 C47 P50111 oass.SolrIndexSearcher.<init> Opening Searcher@3a0f302e main
[junit4:junit4]   2> 19069 T676 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3a0f302e main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 19070 T676 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4/index
[junit4:junit4]   2> 19070 T677 C47 P50111 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 19074 T677 C47 P50111 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4/index.20130118032132241 lockFactory=org.apache.lucene.store.NativeFSLockFactory@720f6f8c; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4/index.20130118032132241 lockFactory=org.apache.lucene.store.NativeFSLockFactory@720f6f8c; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 19074 T677 C47 P50111 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 19075 T677 C47 P50111 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4
[junit4:junit4]   2> 19076 T677 C47 P50111 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19076 T677 C47 P50111 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4/index.20130118032132241
[junit4:junit4]   2> 19076 T677 C47 P50111 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty4/index
[junit4:junit4]   2> 19076 T677 C47 P50111 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19076 T677 C47 P50111 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19077 T677 C47 P50111 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19077 T677 C47 P50111 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19084 T677 C47 P50111 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 19144 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19144 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50111_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50111"}
[junit4:junit4]   2> 19157 T674 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19157 T628 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19157 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19157 T643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19157 T615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19157 T658 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20003 T587 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20005 T587 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C50 name=collection1 org.apache.solr.core.SolrCore@2470a403 url=http://127.0.0.1:50082/collection1 node=127.0.0.1:50082_ C50_STATE=coll:control_collection core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:50082_, base_url=http://127.0.0.1:50082, leader=true}
[junit4:junit4]   2> 20018 T599 C50 P50082 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/control/data
[junit4:junit4]   2> 20023 T599 C50 P50082 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ef2b889; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 20023 T599 C50 P50082 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 20025 T599 C50 P50082 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/control/data
[junit4:junit4]   2> 20026 T599 C50 P50082 oass.SolrIndexSearcher.<init> Opening Searcher@5d7fb95 realtime
[junit4:junit4]   2> 20026 T599 C50 P50082 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1424476333109411840)} 0 10
[junit4:junit4]   2> 20030 T622 C48 P50095 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty1
[junit4:junit4]   2> 20035 T637 C49 P50098 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358486473202/jetty2
[junit4:junit4]   2>  C46_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=co

[...truncated too long message...]

4 T1535 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358486945829/jetty4/index
[junit4:junit4]   2> 143456 T1623 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 143456 T1535 oaz.ZooKeeper.close Session: 0x13c4c21c02d000c closed
[junit4:junit4]   2> 143458 T1535 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/o/v,null}
[junit4:junit4]   2> 143698 T1535 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=E1F965D20615569B -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=iw_IL -Dtests.timezone=Asia/Beirut -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE  144s J0 | SyncSliceTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: shard1 should have just been set up to be inconsistent - but it's still consistent
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([E1F965D20615569B:601FEBCA714A36A7]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:43)
[junit4:junit4]    > 	at org.junit.Assert.assertNotNull(Assert.java:526)
[junit4:junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:214)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 143708 T1535 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=256)), sim=DefaultSimilarity, locale=iw_IL, timezone=Asia/Beirut
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_09 (64-bit)/cpus=16,threads=2,free=333468480,total=472907776
[junit4:junit4]   2> NOTE: All tests run in this JVM: [LoggingHandlerTest, TestElisionMultitermQuery, TermsComponentTest, IndexBasedSpellCheckerTest, QueryElevationComponentTest, TestStressRecovery, LeaderElectionIntegrationTest, SolrCmdDistributorTest, TestSolrQueryParser, TestGroupingSearch, TestCollationField, DistanceFunctionTest, TestCoreContainer, AutoCommitTest, FastVectorHighlighterTest, TestSolrIndexConfig, TestFiltering, CollectionsAPIDistributedZkTest, SearchHandlerTest, BinaryUpdateRequestHandlerTest, SolrRequestParserTest, BasicDistributedZkTest, DateMathParserTest, TestSolr4Spatial, TestIndexingPerformance, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, SuggesterFSTTest, DistributedTermsComponentTest, NoCacheHeaderTest, TestLazyCores, TestFastLRUCache, SampleTest, TestJmxMonitoredMap, ChaosMonkeyNothingIsSafeTest, TestIBSimilarityFactory, CSVRequestHandlerTest, TestLFUCache, ShardRoutingCustomTest, TestLMJelinekMercerSimilarityFactory, TestSearchPerf, TestWordDelimiterFilterFactory, SpatialFilterTest, DirectSolrConnectionTest, SuggesterWFSTTest, DateFieldTest, TestFuzzyAnalyzedSuggestions, HighlighterConfigTest, UniqFieldsUpdateProcessorFactoryTest, MBeansHandlerTest, TestFaceting, NumericFieldsTest, TestJoin, SpellCheckComponentTest, TestCharFilters, MinimalSchemaTest, TestExtendedDismaxParser, SimpleFacetsTest, SystemInfoHandlerTest, TestMergePolicyConfig, TestQuerySenderNoQuery, EchoParamsTest, SpellPossibilityIteratorTest, TestPhraseSuggestions, TestDefaultSimilarityFactory, PluginInfoTest, PrimUtilsTest, OpenExchangeRatesOrgProviderTest, ResourceLoaderTest, TestSystemIdResolver, SpellingQueryConverterTest, TestSuggestSpellingConverter, DOMUtilTest, TestLRUCache, ChaosMonkeySafeLeaderTest, PreAnalyzedFieldTest, ZkNodePropsTest, AnalysisAfterCoreReloadTest, ClusterStateTest, OverseerCollectionProcessorTest, SyncSliceTest]
[junit4:junit4] Completed on J0 in 143.74s, 1 test, 1 failure <<< FAILURES!

[...truncated 47 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:344: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/common-build.xml:428: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1176: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:841: There were test failures: 247 suites, 1031 tests, 1 error, 1 failure, 23 ignored (5 assumptions)

Total time: 34 minutes 27 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3652 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3652/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
No registered leader was found, collection:unloadcollection slice:shard1

Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found, collection:unloadcollection slice:shard1
	at __randomizedtesting.SeedInfo.seed([C5D0812122361ECF:44360F3955697EF3]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:429)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:403)
	at org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(BasicDistributedZkTest.java:521)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:337)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8994 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4]   2> 0 T849 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 4 T849 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZkTest-1358460631712
[junit4:junit4]   2> 5 T849 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 6 T850 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 9 T850 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 9 T850 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 9 T850 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 9 T850 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 10 T850 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 106 T849 oasc.ZkTestServer.run start zk server on port:52627
[junit4:junit4]   2> 106 T849 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52627 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@69b636d1
[junit4:junit4]   2> 108 T855 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52627. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 109 T855 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52627, initiating session
[junit4:junit4]   2> 109 T851 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52628
[junit4:junit4]   2> 109 T849 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 110 T851 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52628
[junit4:junit4]   2> 113 T853 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 117 T853 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4a903aa60000 with negotiated timeout 10000 for client /140.211.11.196:52628
[junit4:junit4]   2> 117 T855 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52627, sessionid = 0x13c4a903aa60000, negotiated timeout = 10000
[junit4:junit4]   2> 118 T856 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69b636d1 name:ZooKeeperConnection Watcher:127.0.0.1:52627 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 118 T849 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 118 T849 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 121 T854 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c4a903aa60000
[junit4:junit4]   2> 122 T856 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 122 T851 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:52628 which had sessionid 0x13c4a903aa60000
[junit4:junit4]   2> 122 T849 oaz.ZooKeeper.close Session: 0x13c4a903aa60000 closed
[junit4:junit4]   2> 123 T849 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52627/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@4afcd2a9
[junit4:junit4]   2> 123 T849 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 124 T857 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52627. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 124 T857 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52627, initiating session
[junit4:junit4]   2> 124 T851 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52629
[junit4:junit4]   2> 125 T851 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52629
[junit4:junit4]   2> 131 T853 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4a903aa60001 with negotiated timeout 10000 for client /140.211.11.196:52629
[junit4:junit4]   2> 131 T857 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52627, sessionid = 0x13c4a903aa60001, negotiated timeout = 10000
[junit4:junit4]   2> 132 T858 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4afcd2a9 name:ZooKeeperConnection Watcher:127.0.0.1:52627/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 132 T849 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 132 T849 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 136 T849 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 145 T849 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 148 T849 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 156 T849 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 157 T849 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 169 T849 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 170 T849 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 275 T849 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 276 T849 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 281 T849 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 282 T849 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 286 T849 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 286 T849 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 297 T849 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 298 T849 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 302 T849 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 303 T849 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 315 T849 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 316 T849 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 320 T849 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 321 T849 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 325 T854 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c4a903aa60001
[junit4:junit4]   2> 326 T858 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 326 T851 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:52629 which had sessionid 0x13c4a903aa60001
[junit4:junit4]   2> 326 T849 oaz.ZooKeeper.close Session: 0x13c4a903aa60001 closed
[junit4:junit4]   2> 513 T849 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 520 T849 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52630
[junit4:junit4]   2> 522 T849 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 522 T849 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 523 T849 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358460632034
[junit4:junit4]   2> 524 T849 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358460632034/solr.xml
[junit4:junit4]   2> 524 T849 oasc.CoreContainer.<init> New CoreContainer 416332040
[junit4:junit4]   2> 525 T849 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358460632034/'
[junit4:junit4]   2> 526 T849 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358460632034/'
[junit4:junit4]   2> 587 T849 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 587 T849 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 588 T849 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 588 T849 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 588 T849 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 588 T849 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 589 T849 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 589 T849 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 589 T849 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 590 T849 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 607 T849 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 622 T849 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52627/solr
[junit4:junit4]   2> 623 T849 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 623 T849 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52627 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@48e83911
[junit4:junit4]   2> 624 T849 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 624 T868 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52627. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 625 T868 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52627, initiating session
[junit4:junit4]   2> 625 T851 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52631
[junit4:junit4]   2> 625 T851 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52631
[junit4:junit4]   2> 627 T868 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52627, sessionid = 0x13c4a903aa60002, negotiated timeout = 20000
[junit4:junit4]   2> 627 T853 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4a903aa60002 with negotiated timeout 20000 for client /140.211.11.196:52631
[junit4:junit4]   2> 627 T869 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48e83911 name:ZooKeeperConnection Watcher:127.0.0.1:52627 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 628 T849 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 629 T854 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c4a903aa60002
[junit4:junit4]   2> 630 T869 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 630 T849 oaz.ZooKeeper.close Session: 0x13c4a903aa60002 closed
[junit4:junit4]   2> 630 T851 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:52631 which had sessionid 0x13c4a903aa60002
[junit4:junit4]   2> 630 T849 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 642 T849 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52627/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@702fbec4
[junit4:junit4]   2> 644 T849 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 644 T870 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52627. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 644 T870 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52627, initiating session
[junit4:junit4]   2> 644 T851 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52632
[junit4:junit4]   2> 645 T851 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52632
[junit4:junit4]   2> 646 T853 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4a903aa60003 with negotiated timeout 20000 for client /140.211.11.196:52632
[junit4:junit4]   2> 646 T870 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52627, sessionid = 0x13c4a903aa60003, negotiated timeout = 20000
[junit4:junit4]   2> 647 T871 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@702fbec4 name:ZooKeeperConnection Watcher:127.0.0.1:52627/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 647 T849 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 648 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa60003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 657 T849 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 660 T849 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52630_
[junit4:junit4]   2> 660 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa60003 type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52630_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52630_
[junit4:junit4]   2> 661 T849 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52630_
[junit4:junit4]   2> 671 T849 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 689 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa60003 type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 690 T849 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 693 T849 oasc.Overseer.start Overseer (id=89028075960270851-127.0.0.1:52630_-n_0000000000) starting
[junit4:junit4]   2> 694 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa60003 type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 696 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa60003 type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 704 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa60003 type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 705 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa60003 type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 706 T873 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 707 T849 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 716 T849 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 718 T872 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 722 T874 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358460632034/collection1
[junit4:junit4]   2> 722 T874 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 723 T874 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 723 T874 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 725 T874 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358460632034/collection1/'
[junit4:junit4]   2> 725 T874 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358460632034/collection1/lib/README' to classloader
[junit4:junit4]   2> 726 T874 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358460632034/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 768 T874 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 823 T874 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 937 T874 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 942 T874 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1440 T874 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1448 T874 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1451 T874 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1463 T874 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1467 T874 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1471 T874 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1473 T874 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1474 T874 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358460632034/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/control/data/
[junit4:junit4]   2> 1474 T874 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@741c42a9
[junit4:junit4]   2> 1475 T874 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1503 T874 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/control/data forceNew:false
[junit4:junit4]   2> 1504 T874 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/control/data
[junit4:junit4]   2> 1504 T874 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/control/data/index/
[junit4:junit4]   2> 1504 T874 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1505 T874 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/control/data/index forceNew:false
[junit4:junit4]   2> 1525 T874 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@32ea642a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1525 T874 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1526 T874 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/control/data/index
[junit4:junit4]   2> 1526 T874 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1528 T874 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1528 T874 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1529 T874 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1529 T874 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1529 T874 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1529 T874 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1530 T874 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1530 T874 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1530 T874 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1531 T874 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1531 T874 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1532 T874 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1532 T874 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1532 T874 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1532 T874 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1533 T874 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1533 T874 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1533 T874 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1534 T874 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1534 T874 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1534 T874 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1535 T874 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1535 T874 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1535 T874 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1536 T874 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1536 T874 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1546 T874 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1549 T874 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1551 T874 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1553 T874 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/control/data
[junit4:junit4]   2> 1554 T874 oass.SolrIndexSearcher.<init> Opening Searcher@4b71bc62 main
[junit4:junit4]   2> 1555 T874 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1555 T874 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1556 T874 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1562 T874 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1625 T875 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4b71bc62 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1628 T874 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1629 T874 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1629 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa60003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2223 T872 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2224 T872 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52630_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52630"}
[junit4:junit4]   2> 2225 T872 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2225 T872 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2225 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa60003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2417 T871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2644 T874 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2644 T874 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52630 collection:control_collection shard:shard1
[junit4:junit4]   2> 2645 T874 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2662 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa60003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2663 T874 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2663 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa60003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2681 T874 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2682 T874 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2682 T874 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52630/collection1/
[junit4:junit4]   2> 2682 T874 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2682 T874 oasc.SyncStrategy.syncToMe http://127.0.0.1:52630/collection1/ has no replicas
[junit4:junit4]   2> 2682 T874 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52630/collection1/
[junit4:junit4]   2> 2682 T874 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2689 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa60003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3922 T872 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3951 T871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3974 T874 oasc.ZkController.register We are http://127.0.0.1:52630/collection1/ and leader is http://127.0.0.1:52630/collection1/
[junit4:junit4]   2> 3974 T874 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52630
[junit4:junit4]   2> 3974 T874 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3974 T874 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3974 T874 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3977 T874 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3978 T849 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3979 T849 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3979 T849 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3997 T849 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 4008 T849 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52627/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@526515aa
[junit4:junit4]   2> 4009 T849 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4010 T876 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52627. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4010 T876 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52627, initiating session
[junit4:junit4]   2> 4010 T851 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52633
[junit4:junit4]   2> 4011 T851 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52633
[junit4:junit4]   2> 4012 T853 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4a903aa60004 with negotiated timeout 10000 for client /140.211.11.196:52633
[junit4:junit4]   2> 4012 T876 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52627, sessionid = 0x13c4a903aa60004, negotiated timeout = 10000
[junit4:junit4]   2> 4012 T877 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@526515aa name:ZooKeeperConnection Watcher:127.0.0.1:52627/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4013 T849 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4014 T849 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4015 T849 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4208 T849 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4212 T849 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52634
[junit4:junit4]   2> 4214 T849 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4214 T849 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4215 T849 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358460635723
[junit4:junit4]   2> 4215 T849 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358460635723/solr.xml
[junit4:junit4]   2> 4216 T849 oasc.CoreContainer.<init> New CoreContainer 1485343006
[junit4:junit4]   2> 4217 T849 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358460635723/'
[junit4:junit4]   2> 4217 T849 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358460635723/'
[junit4:junit4]   2> 4281 T849 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 4282 T849 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4282 T849 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4283 T849 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4283 T849 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4284 T849 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4284 T849 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4285 T849 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4285 T849 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4286 T849 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4314 T849 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4336 T849 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52627/solr
[junit4:junit4]   2> 4336 T849 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4337 T849 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52627 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@61832cd
[junit4:junit4]   2> 4338 T849 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4338 T887 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52627. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4339 T887 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52627, initiating session
[junit4:junit4]   2> 4340 T851 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52635
[junit4:junit4]   2> 4340 T851 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52635
[junit4:junit4]   2> 4348 T853 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4a903aa60005 with negotiated timeout 20000 for client /140.211.11.196:52635
[junit4:junit4]   2> 4348 T887 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52627, sessionid = 0x13c4a903aa60005, negotiated timeout = 20000
[junit4:junit4]   2> 4349 T888 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61832cd name:ZooKeeperConnection Watcher:127.0.0.1:52627 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4349 T849 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4351 T854 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c4a903aa60005
[junit4:junit4]   2> 4352 T888 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4352 T851 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:52635 which had sessionid 0x13c4a903aa60005
[junit4:junit4]   2> 4352 T849 oaz.ZooKeeper.close Session: 0x13c4a903aa60005 closed
[junit4:junit4]   2> 4353 T849 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 4368 T849 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52627/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@197c3897
[junit4:junit4]   2> 4369 T849 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4370 T889 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52627. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4370 T889 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52627, initiating session
[junit4:junit4]   2> 4371 T851 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52636
[junit4:junit4]   2> 4371 T851 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52636
[junit4:junit4]   2> 4373 T853 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4a903aa60006 with negotiated timeout 20000 for client /140.211.11.196:52636
[junit4:junit4]   2> 4373 T889 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52627, sessionid = 0x13c4a903aa60006, negotiated timeout = 20000
[junit4:junit4]   2> 4373 T890 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@197c3897 name:ZooKeeperConnection Watcher:127.0.0.1:52627/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4374 T849 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4375 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa60006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4376 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa60006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4385 T849 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52634_
[junit4:junit4]   2> 4386 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa60006 type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52634_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52634_
[junit4:junit4]   2> 4387 T849 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52634_
[junit4:junit4]   2> 4390 T871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4390 T877 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4392 T871 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4400 T849 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4408 T891 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358460635723/collection1
[junit4:junit4]   2> 4408 T891 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4409 T891 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4409 T891 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4410 T891 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358460635723/collection1/'
[junit4:junit4]   2> 4411 T891 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358460635723/collection1/lib/README' to classloader
[junit4:junit4]   2> 4411 T891 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358460635723/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4450 T891 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4502 T891 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4603 T891 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4609 T891 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5109 T891 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5119 T891 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5123 T891 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5139 T891 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5144 T891 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5149 T891 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5150 T891 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5152 T891 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358460635723/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty1/
[junit4:junit4]   2> 5152 T891 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@741c42a9
[junit4:junit4]   2> 5153 T891 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 5153 T891 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty1 forceNew:false
[junit4:junit4]   2> 5154 T891 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty1
[junit4:junit4]   2> 5154 T891 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty1/index/
[junit4:junit4]   2> 5154 T891 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5155 T891 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty1/index forceNew:false
[junit4:junit4]   2> 5159 T891 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@41db9bdd),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5160 T891 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5160 T891 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty1/index
[junit4:junit4]   2> 5161 T891 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 5162 T891 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5163 T891 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 5163 T891 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5163 T891 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 5164 T891 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5164 T891 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5164 T891 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5164 T891 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5165 T891 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5165 T891 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 5166 T891 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 5166 T891 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5167 T891 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 5167 T891 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 5167 T891 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 5167 T891 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5168 T891 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5168 T891 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5169 T891 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5169 T891 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5170 T891 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5170 T891 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5170 T891 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5171 T891 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5171 T891 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 5172 T891 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 5180 T891 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5184 T891 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 5185 T891 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 5187 T891 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty1
[junit4:junit4]   2> 5189 T891 oass.SolrIndexSearcher.<init> Opening Searcher@26740058 main
[junit4:junit4]   2> 5190 T891 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5190 T891 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5190 T891 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 5200 T891 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 5266 T891 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5267 T891 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 5261 T892 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@26740058 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5464 T872 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5464 T872 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52630_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52630"}
[junit4:junit4]   2> 5468 T872 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52634_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52634"}
[junit4:junit4]   2> 5469 T872 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 5469 T872 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 5483 T871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5483 T890 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5483 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6270 T891 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 6270 T891 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52634 collection:collection1 shard:shard1
[junit4:junit4]   2> 6271 T891 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 6317 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa60006 type:delete cxid:0x43 zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 6327 T891 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 6328 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa60006 type:create cxid:0x44 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6331 T891 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 6331 T891 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 6332 T891 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52634/collection1/
[junit4:junit4]   2> 6332 T891 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 6332 T891 oasc.SyncStrategy.syncToMe http://127.0.0.1:52634/collection1/ has no replicas
[junit4:junit4]   2> 6332 T891 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52634/collection1/
[junit4:junit4]   2> 6332 T891 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 6344 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa60006 type:create cxid:0x4e zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6991 T872 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7021 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7021 T871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7021 T890 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7065 T891 oasc.ZkController.register We are http://127.0.0.1:52634/collection1/ and leader is http://127.0.0.1:52634/collection1/
[junit4:junit4]   2> 7065 T891 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52634
[junit4:junit4]   2> 7065 T891 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 7066 T891 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 7066 T891 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7069 T891 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7070 T849 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 7071 T849 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7072 T849 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 7346 T849 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 7350 T849 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52637
[junit4:junit4]   2> 7351 T849 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 7352 T849 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7352 T849 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358460638804
[junit4:junit4]   2> 7353 T849 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358460638804/solr.xml
[junit4:junit4]   2> 7354 T849 oasc.CoreContainer.<init> New CoreContainer 1665652089
[junit4:junit4]   2> 7355 T849 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358460638804/'
[junit4:junit4]   2> 7356 T849 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358460638804/'
[junit4:junit4]   2> 7459 T849 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 7460 T849 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7461 T849 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 7461 T849 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7462 T849 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7463 T849 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7463 T849 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7464 T849 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7465 T849 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7465 T849 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 7502 T849 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 7533 T849 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52627/solr
[junit4:junit4]   2> 7534 T849 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 7535 T849 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52627 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@78d88dec
[junit4:junit4]   2> 7536 T849 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7537 T902 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52627. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7538 T902 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52627, initiating session
[junit4:junit4]   2> 7538 T851 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52638
[junit4:junit4]   2> 7539 T851 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52638
[junit4:junit4]   2> 7540 T853 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4a903aa60007 with negotiated timeout 20000 for client /140.211.11.196:52638
[junit4:junit4]   2> 7540 T902 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52627, sessionid = 0x13c4a903aa60007, negotiated timeout = 20000
[junit4:junit4]   2> 7541 T903 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@78d88dec name:ZooKeeperConnection Watcher:127.0.0.1:52627 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7541 T849 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7543 T854 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c4a903aa60007
[junit4:junit4]   2> 7544 T903 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 7544 T851 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:52638 which had sessionid 0x13c4a903aa60007
[junit4:junit4]   2> 7544 T849 oaz.ZooKeeper.close Session: 0x13c4a903aa60007 closed
[junit4:junit4]   2> 7545 T849 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 7565 T849 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52627/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@61789fbd
[junit4:junit4]   2> 7567 T849 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7567 T904 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52627. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7568 T904 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52627, initiating session
[junit4:junit4]   2> 7568 T851 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52639
[junit4:junit4]   2> 7568 T851 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52639
[junit4:junit4]   2> 7570 T853 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4a903aa60008 with negotiated timeout 20000 for client /140.211.11.196:52639
[junit4:junit4]   2> 7570 T904 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52627, sessionid = 0x13c4a903aa60008, negotiated timeout = 20000
[junit4:junit4]   2> 7570 T905 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61789fbd name:ZooKeeperConnection Watcher:127.0.0.1:52627/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7570 T849 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7572 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa60008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7573 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa60008 type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7580 T849 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52637_
[junit4:junit4]   2> 7581 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa60008 type:delete cxid:0x4 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52637_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52637_
[junit4:junit4]   2> 7582 T849 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52637_
[junit4:junit4]   2> 7585 T871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7585 T877 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7585 T890 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7585 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7586 T890 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7587 T871 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7595 T849 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 7602 T906 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358460638804/collection1
[junit4:junit4]   2> 7602 T906 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 7603 T906 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 7603 T906 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 7604 T906 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358460638804/collection1/'
[junit4:junit4]   2> 7605 T906 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358460638804/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 7606 T906 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358460638804/collection1/lib/README' to classloader
[junit4:junit4]   2> 7644 T906 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 7711 T906 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 7812 T906 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 7819 T906 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 8295 T906 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 8304 T906 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8307 T906 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 8328 T906 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8334 T906 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8338 T906 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8339 T906 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8341 T906 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358460638804/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty2/
[junit4:junit4]   2> 8341 T906 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@741c42a9
[junit4:junit4]   2> 8341 T906 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 8342 T906 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty2 forceNew:false
[junit4:junit4]   2> 8343 T906 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty2
[junit4:junit4]   2> 8343 T906 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty2/index/
[junit4:junit4]   2> 8343 T906 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 8344 T906 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty2/index forceNew:false
[junit4:junit4]   2> 8352 T906 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4c68ff2e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 8352 T906 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 8353 T906 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty2/index
[junit4:junit4]   2> 8353 T906 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 8355 T906 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 8355 T906 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 8355 T906 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 8356 T906 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 8356 T906 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 8356 T906 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 8357 T906 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 8357 T906 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 8358 T906 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 8358 T906 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 8359 T906 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 8359 T906 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 8360 T906 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 8360 T906 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 8360 T906 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 8361 T906 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8361 T906 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8362 T906 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8362 T906 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8363 T906 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8363 T906 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8364 T906 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8364 T906 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8365 T906 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8365 T906 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 8366 T906 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 8376 T906 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8380 T906 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 8382 T906 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 8384 T906 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty2
[junit4:junit4]   2> 8385 T906 oass.SolrIndexSearcher.<init> Opening Searcher@37e5c302 main
[junit4:junit4]   2> 8386 T906 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8386 T906 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8387 T906 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 8395 T906 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 8445 T907 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@37e5c302 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8450 T906 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 8450 T906 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8529 T872 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8530 T872 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52634_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52634"}
[junit4:junit4]   2> 8534 T872 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52637_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52637"}
[junit4:junit4]   2> 8534 T872 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 8535 T872 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 8547 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8547 T890 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8547 T905 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8547 T871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9453 T906 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 9453 T906 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52637 collection:collection1 shard:shard2
[junit4:junit4]   2> 9454 T906 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 9496 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa60008 type:delete cxid:0x42 zxid:0x7c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 9497 T906 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 9497 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa60008 type:create cxid:0x43 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9508 T906 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 9509 T906 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 9509 T906 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52637/collection1/
[junit4:junit4]   2> 9509 T906 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 9510 T906 oasc.SyncStrategy.syncToMe http://127.0.0.1:52637/collection1/ has no replicas
[junit4:junit4]   2> 9510 T906 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52637/collection1/
[junit4:junit4]   2> 9510 T906 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 9514 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa60008 type:create cxid:0x4c zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10060 T872 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10078 T871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10078 T905 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10078 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10078 T890 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10086 T906 oasc.ZkController.register We are http://127.0.0.1:52637/collection1/ and leader is http://127.0.0.1:52637/collection1/
[junit4:junit4]   2> 10086 T906 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52637
[junit4:junit4]   2> 10086 T906 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 10086 T906 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 10086 T906 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10088 T906 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10089 T849 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 10090 T849 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 10091 T849 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 10285 T849 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 10288 T849 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52640
[junit4:junit4]   2> 10289 T849 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 10289 T849 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10290 T849 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358460641815
[junit4:junit4]   2> 10290 T849 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358460641815/solr.xml
[junit4:junit4]   2> 10290 T849 oasc.CoreContainer.<init> New CoreContainer 541319628
[junit4:junit4]   2> 10291 T849 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358460641815/'
[junit4:junit4]   2> 10292 T849 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358460641815/'
[junit4:junit4]   2> 10348 T849 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 10349 T849 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 10349 T849 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 10350 T849 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 10350 T849 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 10351 T849 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 10351 T849 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 10352 T849 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 10352 T849 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 10353 T849 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 10376 T849 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 10397 T849 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52627/solr
[junit4:junit4]   2> 10398 T849 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 10399 T849 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52627 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@25e66097
[junit4:junit4]   2> 10400 T849 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10400 T917 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52627. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10401 T917 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52627, initiating session
[junit4:junit4]   2> 10401 T851 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52641
[junit4:junit4]   2> 10402 T851 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52641
[junit4:junit4]   2> 10404 T853 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4a903aa60009 with negotiated timeout 20000 for client /140.211.11.196:52641
[junit4:junit4]   2> 10404 T917 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52627, sessionid = 0x13c4a903aa60009, negotiated timeout = 20000
[junit4:junit4]   2> 10404 T918 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25e66097 name:ZooKeeperConnection Watcher:127.0.0.1:52627 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10405 T849 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10406 T854 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c4a903aa60009
[junit4:junit4]   2> 10416 T918 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 10416 T851 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:52641 which had sessionid 0x13c4a903aa60009
[junit4:junit4]   2> 10416 T849 oaz.ZooKeeper.close Session: 0x13c4a903aa60009 closed
[junit4:junit4]   2> 10417 T849 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 10431 T849 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52627/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2920c771
[junit4:junit4]   2> 10433 T849 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10433 T919 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52627. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10434 T919 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52627, initiating session
[junit4:junit4]   2> 10435 T851 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52642
[junit4:junit4]   2> 10435 T851 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52642
[junit4:junit4]   2> 10436 T853 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4a903aa6000a with negotiated timeout 20000 for client /140.211.11.196:52642
[junit4:junit4]   2> 10436 T919 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52627, sessionid = 0x13c4a903aa6000a, negotiated timeout = 20000
[junit4:junit4]   2> 10437 T920 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2920c771 name:ZooKeeperConnection Watcher:127.0.0.1:52627/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10437 T849 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10438 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa6000a type:create cxid:0x1 zxid:0x8d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10440 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa6000a type:create cxid:0x2 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10442 T849 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52640_
[junit4:junit4]   2> 10442 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa6000a type:delete cxid:0x4 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52640_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52640_
[junit4:junit4]   2> 10451 T849 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52640_
[junit4:junit4]   2> 10454 T871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10454 T905 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10454 T877 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10455 T890 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10455 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10455 T890 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10457 T905 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10457 T871 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10458 T849 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10466 T921 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358460641815/collection1
[junit4:junit4]   2> 10466 T921 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10467 T921 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10467 T921 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10469 T921 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358460641815/collection1/'
[junit4:junit4]   2> 10470 T921 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358460641815/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10471 T921 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358460641815/collection1/lib/README' to classloader
[junit4:junit4]   2> 10525 T921 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10597 T921 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10698 T921 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10704 T921 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 11350 T921 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 11362 T921 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 11366 T921 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 11382 T921 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11387 T921 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11392 T921 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11393 T921 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11394 T921 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358460641815/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3/
[junit4:junit4]   2> 11395 T921 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@741c42a9
[junit4:junit4]   2> 11395 T921 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 11396 T921 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3 forceNew:false
[junit4:junit4]   2> 11397 T921 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3
[junit4:junit4]   2> 11397 T921 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3/index/
[junit4:junit4]   2> 11398 T921 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 11399 T921 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3/index forceNew:false
[junit4:junit4]   2> 11418 T921 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@35cb12a1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11418 T921 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11419 T921 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3/index
[junit4:junit4]   2> 11420 T921 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 11422 T921 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 11422 T921 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 11423 T921 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 11423 T921 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 11424 T921 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 11424 T921 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 11425 T921 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 11425 T921 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11426 T921 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11427 T921 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 11427 T921 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 11428 T921 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11428 T921 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 11429 T921 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 11429 T921 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 11430 T921 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11430 T921 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11431 T921 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11431 T921 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11432 T921 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11433 T921 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11434 T921 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11434 T921 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11435 T921 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11436 T921 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 11436 T921 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 11450 T921 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 11455 T921 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 11456 T921 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 11459 T921 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3
[junit4:junit4]   2> 11461 T921 oass.SolrIndexSearcher.<init> Opening Searcher@161b5ed3 main
[junit4:junit4]   2> 11462 T921 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 11462 T921 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 11463 T921 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 11470 T921 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 11535 T922 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@161b5ed3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11542 T921 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 11542 T921 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11592 T872 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11593 T872 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52637_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52637"}
[junit4:junit4]   2> 11597 T872 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52640_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52640"}
[junit4:junit4]   2> 11597 T872 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11597 T872 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11609 T871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11609 T920 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11609 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11609 T890 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11609 T905 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12545 T921 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12545 T921 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52640 collection:collection1 shard:shard1
[junit4:junit4]   2> 12550 T921 oasc.ZkController.register We are http://127.0.0.1:52640/collection1/ and leader is http://127.0.0.1:52634/collection1/
[junit4:junit4]   2> 12550 T921 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52640
[junit4:junit4]   2> 12550 T921 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 12550 T921 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C57 name=collection1 org.apache.solr.core.SolrCore@3e7455bf url=http://127.0.0.1:52640/collection1 node=127.0.0.1:52640_ C57_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52640_, base_url=http://127.0.0.1:52640}
[junit4:junit4]   2> 12551 T923 C57 P52640 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 12551 T923 C57 P52640 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 12551 T921 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12552 T923 C57 P52640 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 12552 T923 C57 P52640 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12553 T849 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 12553 T849 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12554 T849 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12561 T923 C57 P52640 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12765 T849 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12768 T849 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52644
[junit4:junit4]   2> 12768 T849 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12769 T849 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12769 T849 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358460644285
[junit4:junit4]   2> 12770 T849 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358460644285/solr.xml
[junit4:junit4]   2> 12770 T849 oasc.CoreContainer.<init> New CoreContainer 1474334489
[junit4:junit4]   2> 12771 T849 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358460644285/'
[junit4:junit4]   2> 12771 T849 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358460644285/'
[junit4:junit4]   2> 12833 T849 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 12834 T849 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12834 T849 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12835 T849 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12835 T849 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12836 T849 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12836 T849 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12837 T849 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12837 T849 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12837 T849 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12859 T849 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12879 T849 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52627/solr
[junit4:junit4]   2> 12880 T849 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12880 T849 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52627 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@3788086e
[junit4:junit4]   2> 12881 T849 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12882 T933 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52627. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12882 T933 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52627, initiating session
[junit4:junit4]   2> 12883 T851 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52645
[junit4:junit4]   2> 12883 T851 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52645
[junit4:junit4]   2> 12885 T853 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4a903aa6000b with negotiated timeout 20000 for client /140.211.11.196:52645
[junit4:junit4]   2> 12885 T933 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52627, sessionid = 0x13c4a903aa6000b, negotiated timeout = 20000
[junit4:junit4]   2> 12885 T934 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3788086e name:ZooKeeperConnection Watcher:127.0.0.1:52627 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12886 T849 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12887 T854 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c4a903aa6000b
[junit4:junit4]   2> 12898 T934 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12898 T851 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:52645 which had sessionid 0x13c4a903aa6000b
[junit4:junit4]   2> 12898 T849 oaz.ZooKeeper.close Session: 0x13c4a903aa6000b closed
[junit4:junit4]   2> 12899 T849 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 12909 T849 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52627/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1a86321f
[junit4:junit4]   2> 12910 T849 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12911 T935 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52627. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12911 T935 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52627, initiating session
[junit4:junit4]   2> 12912 T851 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52646
[junit4:junit4]   2> 12912 T851 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52646
[junit4:junit4]   2> 12914 T853 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c4a903aa6000c with negotiated timeout 20000 for client /140.211.11.196:52646
[junit4:junit4]   2> 12914 T935 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52627, sessionid = 0x13c4a903aa6000c, negotiated timeout = 20000
[junit4:junit4]   2> 12914 T936 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a86321f name:ZooKeeperConnection Watcher:127.0.0.1:52627/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12914 T849 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12917 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa6000c type:create cxid:0x1 zxid:0x9f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12919 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa6000c type:create cxid:0x2 zxid:0xa0 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12921 T849 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52644_
[junit4:junit4]   2> 12922 T854 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c4a903aa6000c type:delete cxid:0x4 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52644_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52644_
[junit4:junit4]   2> 12929 T849 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52644_
[junit4:junit4]   2> 12932 T871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12933 T905 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12933 T920 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12933 T890 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12934 T877 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12934 T920 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12934 T890 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12934 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12935 T905 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12935 T871 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12938 T849 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12946 T937 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358460644285/collection1
[junit4:junit4]   2> 12947 T937 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 12948 T937 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 12948 T937 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 12950 T937 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358460644285/collection1/'
[junit4:junit4]   2> 12951 T937 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358460644285/collection1/lib/README' to classloader
[junit4:junit4]   2> 12951 T937 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358460644285/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13015 T937 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 13090 T937 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13123 T872 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13124 T872 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52640_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52640"}
[junit4:junit4]   2> 13137 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13137 T920 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13137 T890 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13137 T905 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13137 T871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13191 T937 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13191 T936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13196 T937 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13696 T937 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13704 T937 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13707 T937 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13718 T937 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13722 T937 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13725 T937 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13726 T937 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13727 T937 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358460644285/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4/
[junit4:junit4]   2> 13727 T937 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@741c42a9
[junit4:junit4]   2> 13728 T937 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 13728 T937 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4 forceNew:false
[junit4:junit4]   2> 13729 T937 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4
[junit4:junit4]   2> 13729 T937 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4/index/
[junit4:junit4]   2> 13729 T937 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13730 T937 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4/index forceNew:false
[junit4:junit4]   2> 13735 T937 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b111b27),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13736 T937 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13736 T937 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4/index
[junit4:junit4]   2> 13736 T937 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 13738 T937 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 13738 T937 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 13739 T937 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 13739 T937 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 13739 T937 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 13739 T937 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 13740 T937 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 13740 T937 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 13741 T937 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 13741 T937 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 13742 T937 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 13742 T937 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 13742 T937 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 13742 T937 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 13743 T937 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 13743 T937 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 13744 T937 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13744 T937 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13744 T937 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13745 T937 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13745 T937 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13746 T937 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13746 T937 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13746 T937 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13747 T937 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 13747 T937 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 13758 T937 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 13763 T937 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 13765 T937 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 13768 T937 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4
[junit4:junit4]   2> 13769 T937 oass.SolrIndexSearcher.<init> Opening Searcher@2c295d64 main
[junit4:junit4]   2> 13771 T937 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 13771 T937 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 13772 T937 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 13779 T937 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 13829 T938 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2c295d64 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13833 T937 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13834 T937 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14643 T872 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14644 T872 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52644_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52644"}
[junit4:junit4]   2> 14645 T872 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 14645 T872 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 14659 T920 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14659 T890 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14659 T905 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14659 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14659 T936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14659 T871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14836 T937 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 14836 T937 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52644 collection:collection1 shard:shard2
[junit4:junit4]   2> 14840 T937 oasc.ZkController.register We are http://127.0.0.1:52644/collection1/ and leader is http://127.0.0.1:52637/collection1/
[junit4:junit4]   2> 14841 T937 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52644
[junit4:junit4]   2> 14841 T937 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 14841 T937 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C58 name=collection1 org.apache.solr.core.SolrCore@4d684af7 url=http://127.0.0.1:52644/collection1 node=127.0.0.1:52644_ C58_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52644_, base_url=http://127.0.0.1:52644}
[junit4:junit4]   2> 14842 T939 C58 P52644 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 14842 T937 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14843 T939 C58 P52644 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 14843 T939 C58 P52644 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 14843 T939 C58 P52644 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14844 T849 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 14844 T849 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 14845 T849 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14851 T939 C58 P52644 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14862 T849 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14863 T849 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 14864 T849 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C57_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52640_, base_url=http://127.0.0.1:52640}
[junit4:junit4]   2> 15584 T923 C57 P52640 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52634/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15584 T923 C57 P52640 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52640 START replicas=[http://127.0.0.1:52634/collection1/] nUpdates=100
[junit4:junit4]   2> 15585 T923 C57 P52640 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15585 T923 C57 P52640 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15586 T923 C57 P52640 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15586 T923 C57 P52640 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15586 T923 C57 P52640 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15586 T923 C57 P52640 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52634/collection1/. core=collection1
[junit4:junit4]   2> 15587 T923 C57 P52640 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C59 name=collection1 org.apache.solr.core.SolrCore@33da9c37 url=http://127.0.0.1:52634/collection1 node=127.0.0.1:52634_ C59_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52634_, base_url=http://127.0.0.1:52634, leader=true}
[junit4:junit4]   2> 15598 T881 C59 P52634 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15603 T882 C59 P52634 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15605 T882 C59 P52634 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty1
[junit4:junit4]   2> 15611 T882 C59 P52634 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@41db9bdd),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15612 T882 C59 P52634 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15616 T882 C59 P52634 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@41db9bdd),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@41db9bdd),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15617 T882 C59 P52634 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15618 T882 C59 P52634 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty1
[junit4:junit4]   2> 15618 T882 C59 P52634 oass.SolrIndexSearcher.<init> Opening Searcher@3eb82839 realtime
[junit4:junit4]   2> 15619 T882 C59 P52634 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15619 T882 C59 P52634 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 16
[junit4:junit4]   2> 15620 T923 C57 P52640 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15620 T923 C57 P52640 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15623 T883 C59 P52634 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15623 T883 C59 P52634 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15624 T923 C57 P52640 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15624 T923 C57 P52640 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15624 T923 C57 P52640 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15626 T883 C59 P52634 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty1
[junit4:junit4]   2> 15627 T883 C59 P52634 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty1/index
[junit4:junit4]   2> 15627 T883 C59 P52634 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15628 T923 C57 P52640 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15629 T923 C57 P52640 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3/index.20130117131047335 forceNew:false
[junit4:junit4]   2> 15629 T923 C57 P52640 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3
[junit4:junit4]   2> 15630 T923 C57 P52640 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3/index.20130117131047335 lockFactory=org.apache.lucene.store.NativeFSLockFactory@b2d4baa) fullCopy=true
[junit4:junit4]   2> 15633 T883 C59 P52634 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 15635 T923 C57 P52640 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3/index
[junit4:junit4]   2> 15635 T923 C57 P52640 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15642 T923 C57 P52640 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130117131047335
[junit4:junit4]   2> 15644 T923 C57 P52640 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3
[junit4:junit4]   2> 15644 T923 C57 P52640 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3
[junit4:junit4]   2> 15645 T923 C57 P52640 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3/index.20130117131047335
[junit4:junit4]   2> 15650 T923 C57 P52640 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3/index.20130117131047335 lockFactory=org.apache.lucene.store.NativeFSLockFactory@b2d4baa),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15651 T923 C57 P52640 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15652 T923 C57 P52640 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3
[junit4:junit4]   2> 15653 T923 C57 P52640 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15653 T923 C57 P52640 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15653 T923 C57 P52640 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 15654 T923 C57 P52640 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3/index.20130117131047335
[junit4:junit4]   2> 15656 T923 C57 P52640 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3
[junit4:junit4]   2> 15661 T923 C57 P52640 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3/index.20130117131047335 lockFactory=org.apache.lucene.store.NativeFSLockFactory@b2d4baa),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15661 T923 C57 P52640 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15661 T923 C57 P52640 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15662 T923 C57 P52640 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3
[junit4:junit4]   2> 15663 T923 C57 P52640 oass.SolrIndexSearcher.<init> Opening Searcher@379559e3 main
[junit4:junit4]   2> 15665 T922 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@379559e3 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15665 T922 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3/index
[junit4:junit4]   2> 15665 T923 C57 P52640 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15675 T923 C57 P52640 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3/index.20130117131047335 lockFactory=org.apache.lucene.store.NativeFSLockFactory@b2d4baa),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3/index.20130117131047335 lockFactory=org.apache.lucene.store.NativeFSLockFactory@b2d4baa),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 15676 T923 C57 P52640 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 15677 T923 C57 P52640 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3
[junit4:junit4]   2> 15678 T923 C57 P52640 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15678 T923 C57 P52640 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3/index.20130117131047335
[junit4:junit4]   2> 15678 T923 C57 P52640 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3/index
[junit4:junit4]   2> 15679 T923 C57 P52640 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15679 T923 C57 P52640 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15679 T923 C57 P52640 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15680 T923 C57 P52640 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15682 T923 C57 P52640 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15866 T849 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16165 T872 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16166 T872 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52644_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52644"}
[junit4:junit4]   2> 16199 T872 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52640_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52640"}
[junit4:junit4]   2> 16307 T936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16307 T920 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16307 T905 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16307 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16307 T890 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16307 T871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16869 T849 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17873 T849 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C58_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52644_, base_url=http://127.0.0.1:52644}
[junit4:junit4]   2> 18867 T939 C58 P52644 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52637/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18867 T939 C58 P52644 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52644 START replicas=[http://127.0.0.1:52637/collection1/] nUpdates=100
[junit4:junit4]   2> 18867 T939 C58 P52644 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18868 T939 C58 P52644 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18868 T939 C58 P52644 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18868 T939 C58 P52644 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18868 T939 C58 P52644 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 18868 T939 C58 P52644 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52637/collection1/. core=collection1
[junit4:junit4]   2> 18868 T939 C58 P52644 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18875 T849 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C60 name=collection1 org.apache.solr.core.SolrCore@4e82a65f url=http://127.0.0.1:52637/collection1 node=127.0.0.1:52637_ C60_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52637_, base_url=http://127.0.0.1:52637, leader=true}
[junit4:junit4]   2> 18879 T896 C60 P52637 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18882 T897 C60 P52637 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18883 T897 C60 P52637 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty2
[junit4:junit4]   2> 18887 T897 C60 P52637 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4c68ff2e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18888 T897 C60 P52637 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18898 T897 C60 P52637 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4c68ff2e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4c68ff2e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18899 T897 C60 P52637 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18900 T897 C60 P52637 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty2
[junit4:junit4]   2> 18900 T897 C60 P52637 oass.SolrIndexSearcher.<init> Opening Searcher@2c71904c realtime
[junit4:junit4]   2> 18901 T897 C60 P52637 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18901 T897 C60 P52637 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 19
[junit4:junit4]   2> 18902 T939 C58 P52644 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18902 T939 C58 P52644 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 18904 T898 C60 P52637 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18904 T898 C60 P52637 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18905 T939 C58 P52644 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 18905 T939 C58 P52644 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 18905 T939 C58 P52644 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 18907 T898 C60 P52637 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty2
[junit4:junit4]   2> 18908 T898 C60 P52637 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty2/index
[junit4:junit4]   2> 18908 T898 C60 P52637 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18908 T939 C58 P52644 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 18909 T939 C58 P52644 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4/index.20130117131050616 forceNew:false
[junit4:junit4]   2> 18910 T939 C58 P52644 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4
[junit4:junit4]   2> 18910 T939 C58 P52644 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4/index.20130117131050616 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54ae1edd) fullCopy=true
[junit4:junit4]   2> 18914 T898 C60 P52637 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 18915 T939 C58 P52644 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4/index
[junit4:junit4]   2> 18915 T939 C58 P52644 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 18922 T939 C58 P52644 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130117131050616
[junit4:junit4]   2> 18923 T939 C58 P52644 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4
[junit4:junit4]   2> 18924 T939 C58 P52644 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4
[junit4:junit4]   2> 18924 T939 C58 P52644 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4/index.20130117131050616
[junit4:junit4]   2> 18926 T939 C58 P52644 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4/index.20130117131050616 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54ae1edd),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18927 T939 C58 P52644 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18927 T939 C58 P52644 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4
[junit4:junit4]   2> 18928 T939 C58 P52644 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 18928 T939 C58 P52644 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 18928 T939 C58 P52644 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 18928 T939 C58 P52644 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4/index.20130117131050616
[junit4:junit4]   2> 18929 T939 C58 P52644 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4
[junit4:junit4]   2> 18931 T939 C58 P52644 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4/index.20130117131050616 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54ae1edd),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18932 T939 C58 P52644 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18932 T939 C58 P52644 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 18932 T939 C58 P52644 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4
[junit4:junit4]   2> 18932 T939 C58 P52644 oass.SolrIndexSearcher.<init> Opening Searcher@41e60bae main
[junit4:junit4]   2> 18934 T938 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@41e60bae main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 18934 T938 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4/index
[junit4:junit4]   2> 18935 T939 C58 P52644 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18937 T939 C58 P52644 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4/index.20130117131050616 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54ae1edd),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4/index.20130117131050616 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54ae1edd),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18937 T939 C58 P52644 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18938 T939 C58 P52644 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4
[junit4:junit4]   2> 18938 T939 C58 P52644 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18938 T939 C58 P52644 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4/index.20130117131050616
[junit4:junit4]   2> 18938 T939 C58 P52644 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4/index
[junit4:junit4]   2> 18938 T939 C58 P52644 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 18938 T939 C58 P52644 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 18939 T939 C58 P52644 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 18939 T939 C58 P52644 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18947 T939 C58 P52644 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 19333 T872 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19334 T872 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52644_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52644"}
[junit4:junit4]   2> 19360 T920 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19360 T936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19360 T890 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19360 T871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19360 T905 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19360 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19878 T849 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19879 T849 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C61 name=collection1 org.apache.solr.core.SolrCore@21e06e6a url=http://127.0.0.1:52630/collection1 node=127.0.0.1:52630_ C61_STATE=coll:control_collection core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:52630_, base_url=http://127.0.0.1:52630, leader=true}
[junit4:junit4]   2> 19892 T861 C61 P52630 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/control/data
[junit4:junit4]   2> 19898 T861 C61 P52630 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@32ea642a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19899 T861 C61 P52630 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19901 T861 C61 P52630 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/control/data
[junit4:junit4]   2> 19902 T861 C61 P52630 oass.SolrIndexSearcher.<init> Opening Searcher@5708b28 realtime
[junit4:junit4]   2> 19903 T861 C61 P52630 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1424449236210024448)} 0 12
[junit4:junit4]   2> 19908 T884 C59 P52634 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty1
[junit4:junit4]   2> 19915 T899 C60 P52637 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty2
[junit4:junit4]   2>  C57_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52640_, base_url=http://127.0.0.1:52640}
[junit4:junit4]   2> 19923 T910 C57 P52640 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty3
[junit4:junit4]   2> 19925 T910 C57 P52640 /update {update.distrib=FROMLEADER&_version_=-1424449236225753088&update.from=http://127.0.0.1:52634/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1424449236225753088)} 0 4
[junit4:junit4]   2>  C58_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52644_, base_url=http://127.0.0.1:52644}
[junit4:junit4]   2> 19929 T926 C58 P52644 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-1358460631711/jetty4
[junit4:junit4]   2> 19930 T926 C58 P52644 /update {update.distrib=FROMLEADER&_version_=-1424449236233093120&update.from=http://127.0.0.1:52637/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1424449236233093120)} 0 3
[junit4:junit4]   2> 19931 T899 C60 P52637 /update {update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1424449236233093120)} 0 18
[junit4:junit4]   2> 19932 T884 C59 P52634 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1424449236225753088)} 0 26
[junit4:junit4]   2> 19945 T861 C61 P52630 /update {wt=javabin&version=2} {add=[1 (1424449236260356096)]} 0 7
[junit4:junit4]   2> 19961 T910 C57 P52640 /update {distrib.from=http://127.0.0.1:52634/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1424449236271890432)]} 0 4
[junit4:junit4]   2> 19962 T885 C59 P52634 /update {distrib.from=http://127.0.0.1:52637/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1424449236271890432)]} 0 12
[junit4:junit4]   2> 19963 T900 C60 P52637 /update {wt=javabin&version=2} {add=[1]} 0 15
[junit4:junit4]   2> 19968 T861 C61 P52630 /update {wt=javabin&version=2} {add=[2 (1424449236288667648)]} 0 2
[junit4:junit4]   2> 19983 T926 C58 P52644 /update {distrib.from=http://127.0.0.1:52637/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1424449236293910528)]} 0 5
[junit4:junit4]   2> 19984 T900 C60 P52637 /update {wt=javabin&version=2} {add=[2 (1424449236293910528)]} 0 13
[junit4:junit4]   2> 19989 T861 C61 P52630 /update {wt=javabin&version=2} {add=[3 (1424449236311736320)]} 0 2
[junit4:junit4]   2> 20001 T926 C58 P52644 /update {distrib.from=http://127.0.0.1:52637/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1424449236319076352)]} 0 2
[junit4:junit4]   2> 20002 T899 C60 P52637 /update {distrib.from=http://127.0.0.1:52634/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[3 (1424449236319076352)]} 0 7
[junit4:junit4]   2> 20003 T884 C59 P52634 /update {wt=javabin&version=2} {add=[3]} 0 11
[junit4:junit4]   2> 20008 T861 C61 P52630 /update {wt=javabin&version=2} {add=[4 (1424449236330610688)]} 0 2
[junit4:junit4]   2> 20017 T910 C57 P52640 /update {distrib.from=http://127.0.0.1:52634/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1424449236335853568)]} 0 2
[junit4:junit4]   2> 20017 T884 C59 P52634 /update {wt=javabin&version=2} {add=[4 (1424449236335853568)]} 0 6
[junit4:junit4]   2> 20023 T861 C61 P52630 /update {wt=javabin&version=2} {add=[5 (1424449236346339328)]} 0 3
[junit4:junit4]   2> 20034 T926 C58 P52644 /update {distrib.from=http://127.0.0.1:52637/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1424449236353679360)]} 0 2
[junit4:junit4]   2> 20034 T899 C60 P52637 /update {distrib.from=http://127.0.0.1:52634/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1424449236353679360)]} 0 6
[junit4:junit4]   2> 20035 T884 C59 P52634 /update {wt=javabin&version=2} {add=[5]} 0 9
[junit4:junit4]   2> 20040 T861 C61 P52630 /update {wt=javabin&version=2} {add=[6 (1424449236364165120)]} 0 2
[junit4:junit4]   2> 20048 T926 C58 P52644 /update {distrib.from=http://127.0.0.1:52637/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1424449236369408000)]} 0 1
[junit4:junit4]   2> 20049 T900 C60 P52637 /update {wt=javabin&version=2} {add=[6 (1424449236369408000)]} 0 6
[junit4:junit4]   2> 20055 T861 C61 P52630 /update {wt=javabin&version=2} {add=[7 (1424449236378845184)]} 0 3
[junit4:junit4]   2> 20065 T926 C58 P52644 /update {distrib.from=http://127.0.0.1:52637/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1424449236386185216)]} 0 2
[junit4:junit4]   2> 20065 T899 C60 P52637 /update {distrib.from=http://127.0.0.1:52634/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1424449236386185216)]} 0 6
[junit4:junit4]   2> 20066 T884 C59 P52634 /update {wt=javabin&version=2} {add=[7]} 0 9
[junit4:junit4]   2> 20071 T861 C61 P52630 /update {wt=javabin&version=2} {add=[8 (1424449236396670976)]} 0 2
[junit4:junit4]   2> 20080 T910 C57 P52640 /update {distrib.from=http://127.0.0.1:52634/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1424449236401913856)]} 0 2
[junit4:junit4]   2> 20080 T884 C59 P52634 /update {wt=javabin&version=2} {add=[8 (1424449236401913856)]} 0 6
[junit4:junit4]   2> 20085 T861 C61 P52630 /update {wt=javabin&version=2} {add=[9 (1424449236411351040)]} 0 2
[junit4:junit4]   2> 20093 T926 C58 P52644 /update {distrib.from=http://127.0.0.1:52637/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1424449236416593920)]} 0 1
[junit4:junit4]   2> 20094 T900 C60 P52637 /update {wt=javabin&version=2} {add=[9 (1424449236416593920)]} 0 6
[junit4:junit4

[...truncated too long message...]

3227 T905 oasc.CachingDirectoryFactory.close Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZkTest-1358460631712/1358460853038unloadcollection1_2n/index.20130117131419061
[junit4:junit4]   2> 283227 T905 oash.SnapPuller$2.preClose removing old index files RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-BasicDistributedZkTest-1358460631712/1358460853038unloadcollection1_2n/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@8f2b531)
[junit4:junit4]   2> 283228 T905 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZkTest-1358460631712/1358460853038unloadcollection1_2n/index.20130117131419061
[junit4:junit4]   2> 283228 T905 oash.SnapPuller$2.postClose removing old index directory RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-BasicDistributedZkTest-1358460631712/1358460853038unloadcollection1_2n/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@8f2b531)
[junit4:junit4]   2> 283229 T905 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZkTest-1358460631712/1358460853038unloadcollection1_2n
[junit4:junit4]   2> 283229 T905 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZkTest-1358460631712/1358460853038unloadcollection1_2n
[junit4:junit4]   2> 283229 T905 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZkTest-1358460631712/1358460853038unloadcollection1_2n/index
[junit4:junit4]   2> 283229 T905 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZkTest-1358460631712/1358460853038unloadcollection1_2n/index
[junit4:junit4]   2> 283230 T905 oascc.SolrZkClient.makePath makePath: /collections/unloadcollection/leaders/shard1
[junit4:junit4]   2> 283230 T905 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/unloadcollection/leader_elect/shard1/election/89028075960270856-127.0.0.1:52637__unloadcollection2-n_0000000001
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:153)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:150)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:150)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:243)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 283231 T905 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 283231 T905 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 283231 T905 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61789fbd name:ZooKeeperConnection Watcher:127.0.0.1:52627/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   2> 283231 T905 oascc.ConnectionManager.process Client->ZooKeeper status change trigger but we are already closed
[junit4:junit4]   2> 283231 T905 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41: {n_f1=MockFixedIntBlock(blockSize=1449), foo_b=PostingsFormat(name=Memory doPackFST= true), cat=PostingsFormat(name=TestBloomFilteredLucene41Postings), foo_d=Lucene41(blocksize=128), foo_f=PostingsFormat(name=Memory doPackFST= true), n_tl1=MockFixedIntBlock(blockSize=1449), n_d1=PostingsFormat(name=TestBloomFilteredLucene41Postings), rnd_b=Lucene41(blocksize=128), intDefault=MockFixedIntBlock(blockSize=1449), n_td1=MockFixedIntBlock(blockSize=1449), timestamp=PostingsFormat(name=TestBloomFilteredLucene41Postings), id=Lucene41(blocksize=128), range_facet_sl=Lucene41(blocksize=128), range_facet_si=PostingsFormat(name=TestBloomFilteredLucene41Postings), oddField_s=Lucene41(blocksize=128), sequence_i=Lucene41(blocksize=128), name=Lucene41(blocksize=128), foo_i=MockFixedIntBlock(blockSize=1449), regex_dup_B_s=PostingsFormat(name=TestBloomFilteredLucene41Postings), multiDefault=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_tf1=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_dt1=MockFixedIntBlock(blockSize=1449), genre_s=Lucene41(blocksize=128), author_t=MockFixedIntBlock(blockSize=1449), n_ti1=Lucene41(blocksize=128), range_facet_l=PostingsFormat(name=TestBloomFilteredLucene41Postings), text=PostingsFormat(name=Memory doPackFST= true), _version_=MockFixedIntBlock(blockSize=1449), val_i=Lucene41(blocksize=128), SubjectTerms_mfacet=MockFixedIntBlock(blockSize=1449), series_t=MockFixedIntBlock(blockSize=1449), a_t=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_tdt1=MockFixedIntBlock(blockSize=1449), regex_dup_A_s=PostingsFormat(name=Memory doPackFST= true), price=PostingsFormat(name=Memory doPackFST= true), other_tl1=MockFixedIntBlock(blockSize=1449), n_l1=PostingsFormat(name=TestBloomFilteredLucene41Postings), a_si=MockFixedIntBlock(blockSize=1449), inStock=PostingsFormat(name=Memory doPackFST= true)}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=fr_FR, timezone=Pacific/Gambier
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_09 (64-bit)/cpus=16,threads=2,free=133142760,total=327155712
[junit4:junit4]   2> NOTE: All tests run in this JVM: [ZkNodePropsTest, TimeZoneUtilsTest, TestFastWriter, UUIDFieldTest, TestUtils, TermVectorComponentTest, TestCSVResponseWriter, DOMUtilTest, SpellingQueryConverterTest, TestOmitPositions, TestRTGBase, TestStressLucene, IndexSchemaTest, OutputWriterTest, SolrInfoMBeanTest, SignatureUpdateProcessorFactoryTest, XsltUpdateRequestHandlerTest, ClusterStateTest, TestJmxIntegration, MultiTermTest, ShowFileRequestHandlerTest, TestWriterPerf, DocumentBuilderTest, SolrCoreTest, PrimitiveFieldTypeTest, XmlUpdateRequestHandlerTest, OpenExchangeRatesOrgProviderTest, LukeRequestHandlerTest, TestTrie, UpdateParamsTest, TestSolrDeletionPolicy2, IndexReaderFactoryTest, TestCSVLoader, TermVectorComponentDistributedTest, TestSurroundQueryParser, DocumentAnalysisRequestHandlerTest, ConvertedLegacyTest, PingRequestHandlerTest, TestRecovery, ResponseLogComponentTest, TestMergePolicyConfig, BasicZkTest, ZkCLITest, RecoveryZkTest, TestMultiCoreConfBootstrap, LegacyHTMLStripCharFilterTest, LeaderElectionTest, TestDFRSimilarityFactory, RAMDirectoryFactoryTest, TestSolrJ, TestPropInject, TestPluginEnable, AnalysisAfterCoreReloadTest, TestSolrDeletionPolicy1, CoreContainerCoreInitFailuresTest, StandardRequestHandlerTest, TestSort, TestArbitraryIndexDir, IndexSchemaRuntimeFieldTest, BasicDistributedZkTest]
[junit4:junit4] Completed on J1 in 283.45s, 1 test, 1 error <<< FAILURES!

[...truncated 379 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:344: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/common-build.xml:428: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1176: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:841: There were test failures: 247 suites, 1031 tests, 1 error, 23 ignored (5 assumptions)

Total time: 38 minutes 38 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3651 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3651/

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
shard1 should have just been set up to be inconsistent - but it's still consistent

Stack Trace:
java.lang.AssertionError: shard1 should have just been set up to be inconsistent - but it's still consistent
	at __randomizedtesting.SeedInfo.seed([9A6F139EF6E0FC1C:1B899D8681BF9C20]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:214)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8756 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T88 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /px/
[junit4:junit4]   2> 5 T88 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1358433739183
[junit4:junit4]   2> 26 T88 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 31 T89 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 87 T89 oaz.Environment.logEnv Server environment:zookeeper.version=3.4.5-1392090, built on 09/30/2012 17:52 GMT
[junit4:junit4]   2> 88 T89 oaz.Environment.logEnv Server environment:host.name=lucene.zones.apache.org
[junit4:junit4]   2> 88 T89 oaz.Environment.logEnv Server environment:java.version=1.7.0_09
[junit4:junit4]   2> 88 T89 oaz.Environment.logEnv Server environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 88 T89 oaz.Environment.logEnv Server environment:java.home=/usr/local/openjdk7/jre
[junit4:junit4]   2> 88 T89 oaz.Environment.logEnv Server environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/cglib-nodep-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/easymock-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/guava-13.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/objenesis-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/zookeeper-3.4.5.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-continuation-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-deploy-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-http-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-io-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-jmx-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-security-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-server-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-servlet-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-util-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-webapp-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-xml-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.8.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.8.jar
[junit4:junit4]   2> 89 T89 oaz.Environment.logEnv Server environment:java.library.path=/usr/local/openjdk7/jre/lib/amd64/server:/usr/local/openjdk7/jre/lib/amd64:/usr/local/openjdk7/jre/../lib/amd64:/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4]   2> 89 T89 oaz.Environment.logEnv Server environment:java.io.tmpdir=.
[junit4:junit4]   2> 90 T89 oaz.Environment.logEnv Server environment:java.compiler=<NA>
[junit4:junit4]   2> 90 T89 oaz.Environment.logEnv Server environment:os.name=FreeBSD
[junit4:junit4]   2> 90 T89 oaz.Environment.logEnv Server environment:os.arch=amd64
[junit4:junit4]   2> 90 T89 oaz.Environment.logEnv Server environment:os.version=9.0-RELEASE
[junit4:junit4]   2> 90 T89 oaz.Environment.logEnv Server environment:user.name=hudson
[junit4:junit4]   2> 90 T89 oaz.Environment.logEnv Server environment:user.home=/home/hudson
[junit4:junit4]   2> 90 T89 oaz.Environment.logEnv Server environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 124 T89 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 124 T89 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 124 T89 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 128 T89 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 131 T88 oasc.ZkTestServer.run start zk server on port:35199
[junit4:junit4]   2> 221 T89 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 255 T88 oaz.Environment.logEnv Client environment:zookeeper.version=3.4.5-1392090, built on 09/30/2012 17:52 GMT
[junit4:junit4]   2> 255 T88 oaz.Environment.logEnv Client environment:host.name=lucene.zones.apache.org
[junit4:junit4]   2> 256 T88 oaz.Environment.logEnv Client environment:java.version=1.7.0_09
[junit4:junit4]   2> 256 T88 oaz.Environment.logEnv Client environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 257 T88 oaz.Environment.logEnv Client environment:java.home=/usr/local/openjdk7/jre
[junit4:junit4]   2> 257 T88 oaz.Environment.logEnv Client environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/cglib-nodep-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/easymock-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/guava-13.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/objenesis-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/zookeeper-3.4.5.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-continuation-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-deploy-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-http-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-io-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-jmx-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-security-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-server-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-servlet-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-util-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-webapp-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-xml-8.1.8.v20121106.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.8.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.8.jar
[junit4:junit4]   2> 259 T88 oaz.Environment.logEnv Client environment:java.library.path=/usr/local/openjdk7/jre/lib/amd64/server:/usr/local/openjdk7/jre/lib/amd64:/usr/local/openjdk7/jre/../lib/amd64:/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4]   2> 260 T88 oaz.Environment.logEnv Client environment:java.io.tmpdir=.
[junit4:junit4]   2> 260 T88 oaz.Environment.logEnv Client environment:java.compiler=<NA>
[junit4:junit4]   2> 260 T88 oaz.Environment.logEnv Client environment:os.name=FreeBSD
[junit4:junit4]   2> 261 T88 oaz.Environment.logEnv Client environment:os.arch=amd64
[junit4:junit4]   2> 261 T88 oaz.Environment.logEnv Client environment:os.version=9.0-RELEASE
[junit4:junit4]   2> 262 T88 oaz.Environment.logEnv Client environment:user.name=hudson
[junit4:junit4]   2> 262 T88 oaz.Environment.logEnv Client environment:user.home=/home/hudson
[junit4:junit4]   2> 263 T88 oaz.Environment.logEnv Client environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 269 T88 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35199 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@5e91edbc
[junit4:junit4]   2> 376 T88 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 385 T94 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35199. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 387 T94 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35199, initiating session
[junit4:junit4]   2> 387 T90 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:58748
[junit4:junit4]   2> 417 T90 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:58748
[junit4:junit4]   2> 432 T92 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 500 T92 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c48f5e2ab0000 with negotiated timeout 10000 for client /140.211.11.196:58748
[junit4:junit4]   2> 500 T94 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35199, sessionid = 0x13c48f5e2ab0000, negotiated timeout = 10000
[junit4:junit4]   2> 508 T95 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e91edbc name:ZooKeeperConnection Watcher:127.0.0.1:35199 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 508 T88 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 513 T88 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 597 T93 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c48f5e2ab0000
[junit4:junit4]   2> 598 T95 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 598 T88 oaz.ZooKeeper.close Session: 0x13c48f5e2ab0000 closed
[junit4:junit4]   2> 599 T90 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:58748 which had sessionid 0x13c48f5e2ab0000
[junit4:junit4]   2> 599 T88 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35199/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@b881485
[junit4:junit4]   2> 600 T88 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 601 T96 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35199. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 602 T96 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35199, initiating session
[junit4:junit4]   2> 602 T90 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:22016
[junit4:junit4]   2> 603 T90 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:22016
[junit4:junit4]   2> 604 T92 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c48f5e2ab0001 with negotiated timeout 10000 for client /140.211.11.196:22016
[junit4:junit4]   2> 605 T96 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35199, sessionid = 0x13c48f5e2ab0001, negotiated timeout = 10000
[junit4:junit4]   2> 605 T97 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b881485 name:ZooKeeperConnection Watcher:127.0.0.1:35199/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 605 T88 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 616 T88 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 623 T88 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 629 T88 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 633 T88 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 640 T88 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 642 T88 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 658 T88 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 659 T88 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 666 T88 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 667 T88 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 673 T88 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 674 T88 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 680 T88 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 680 T88 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 686 T88 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 703 T88 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 710 T88 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 711 T88 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 718 T88 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 718 T88 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 724 T88 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 725 T88 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 731 T93 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c48f5e2ab0001
[junit4:junit4]   2> 732 T97 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 732 T88 oaz.ZooKeeper.close Session: 0x13c48f5e2ab0001 closed
[junit4:junit4]   2> 733 T90 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:22016 which had sessionid 0x13c48f5e2ab0001
[junit4:junit4]   2> 1515 T88 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 1723 T88 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:46408
[junit4:junit4]   2> 1759 T88 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1759 T88 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1760 T88 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1358433739911
[junit4:junit4]   2> 1760 T88 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1358433739911/solr.xml
[junit4:junit4]   2> 1761 T88 oasc.CoreContainer.<init> New CoreContainer 66510682
[junit4:junit4]   2> 1761 T88 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1358433739911/'
[junit4:junit4]   2> 1762 T88 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1358433739911/'
[junit4:junit4]   2> 1811 T88 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 1811 T88 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1812 T88 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1812 T88 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1812 T88 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1813 T88 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1813 T88 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1813 T88 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1814 T88 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1840 T88 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 2223 T88 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 2239 T88 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:35199/solr
[junit4:junit4]   2> 2259 T88 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2259 T88 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35199 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2a377619
[junit4:junit4]   2> 2260 T88 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2261 T108 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35199. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 2262 T108 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35199, initiating session
[junit4:junit4]   2> 2263 T90 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:12955
[junit4:junit4]   2> 2263 T90 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:12955
[junit4:junit4]   2> 2265 T92 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c48f5e2ab0002 with negotiated timeout 20000 for client /140.211.11.196:12955
[junit4:junit4]   2> 2266 T108 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35199, sessionid = 0x13c48f5e2ab0002, negotiated timeout = 20000
[junit4:junit4]   2> 2266 T109 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a377619 name:ZooKeeperConnection Watcher:127.0.0.1:35199 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2266 T88 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2268 T93 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c48f5e2ab0002
[junit4:junit4]   2> 2270 T109 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 2270 T90 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:12955 which had sessionid 0x13c48f5e2ab0002
[junit4:junit4]   2> 2270 T88 oaz.ZooKeeper.close Session: 0x13c48f5e2ab0002 closed
[junit4:junit4]   2> 2274 T88 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 2287 T88 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35199/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@41341e7
[junit4:junit4]   2> 2288 T88 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2288 T110 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35199. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 2289 T110 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35199, initiating session
[junit4:junit4]   2> 2289 T90 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:51347
[junit4:junit4]   2> 2289 T90 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:51347
[junit4:junit4]   2> 2291 T92 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c48f5e2ab0003 with negotiated timeout 20000 for client /140.211.11.196:51347
[junit4:junit4]   2> 2291 T110 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35199, sessionid = 0x13c48f5e2ab0003, negotiated timeout = 20000
[junit4:junit4]   2> 2291 T111 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41341e7 name:ZooKeeperConnection Watcher:127.0.0.1:35199/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2292 T88 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2310 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2318 T88 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 2322 T88 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46408_px
[junit4:junit4]   2> 2327 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab0003 type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:46408_px Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:46408_px
[junit4:junit4]   2> 2328 T88 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46408_px
[junit4:junit4]   2> 2335 T88 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 2360 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab0003 type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 2362 T88 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 2367 T88 oasc.Overseer.start Overseer (id=89026313547612163-127.0.0.1:46408_px-n_0000000000) starting
[junit4:junit4]   2> 2368 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab0003 type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2387 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab0003 type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2389 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab0003 type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2395 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab0003 type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2396 T113 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 2397 T88 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 2402 T88 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2419 T112 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 2437 T114 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1358433739911/collection1
[junit4:junit4]   2> 2437 T114 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 2438 T114 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2438 T114 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 2441 T114 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1358433739911/collection1/'
[junit4:junit4]   2> 2443 T114 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1358433739911/collection1/lib/README' to classloader
[junit4:junit4]   2> 2443 T114 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1358433739911/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2556 T114 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 2649 T114 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2651 T114 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2667 T114 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 3243 T114 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 3252 T114 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 3255 T114 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3277 T114 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3282 T114 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3287 T114 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 3289 T114 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 3291 T114 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1358433739911/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1358433739183/control/data/
[junit4:junit4]   2> 3294 T114 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@687ae145
[junit4:junit4]   2> 3295 T114 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 3318 T114 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/control/data forceNew:false
[junit4:junit4]   2> 3319 T114 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/control/data
[junit4:junit4]   2> 3319 T114 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1358433739183/control/data/index/
[junit4:junit4]   2> 3320 T114 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1358433739183/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3320 T114 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/control/data/index forceNew:false
[junit4:junit4]   2> 3326 T114 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1358433739183/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c5295f0; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3326 T114 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3327 T114 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/control/data/index
[junit4:junit4]   2> 3327 T114 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 3329 T114 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 3330 T114 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 3330 T114 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 3330 T114 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 3331 T114 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 3331 T114 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 3331 T114 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 3332 T114 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 3332 T114 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 3333 T114 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 3333 T114 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 3334 T114 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 3334 T114 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 3334 T114 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 3335 T114 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 3335 T114 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3336 T114 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3336 T114 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3337 T114 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3337 T114 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3338 T114 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3338 T114 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3338 T114 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3339 T114 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3339 T114 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 3340 T114 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 3349 T114 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3352 T114 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 3354 T114 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 3356 T114 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/control/data
[junit4:junit4]   2> 3357 T114 oass.SolrIndexSearcher.<init> Opening Searcher@c52d244 main
[junit4:junit4]   2> 3375 T114 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3375 T114 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3375 T114 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 3381 T114 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 3430 T115 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c52d244 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3435 T114 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 3435 T114 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3436 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab0003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 3926 T112 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3927 T112 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46408_px",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46408/px"}
[junit4:junit4]   2> 3928 T112 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 3964 T112 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 3965 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab0003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 4070 T111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4449 T114 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 4449 T114 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:46408/px collection:control_collection shard:shard1
[junit4:junit4]   2> 4464 T114 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 4485 T114 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 4507 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab0003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 4509 T114 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 4510 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab0003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4520 T114 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 4521 T114 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 4526 T114 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:46408/px/collection1/
[junit4:junit4]   2> 4526 T114 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 4527 T114 oasc.SyncStrategy.syncToMe http://127.0.0.1:46408/px/collection1/ has no replicas
[junit4:junit4]   2> 4527 T114 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:46408/px/collection1/
[junit4:junit4]   2> 4527 T114 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 4536 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab0003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5577 T112 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5600 T111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5616 T114 oasc.ZkController.register We are http://127.0.0.1:46408/px/collection1/ and leader is http://127.0.0.1:46408/px/collection1/
[junit4:junit4]   2> 5620 T114 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46408/px
[junit4:junit4]   2> 5620 T114 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 5621 T114 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 5621 T114 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 5623 T114 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5625 T88 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 5626 T88 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 5715 T88 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 5743 T88 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 5763 T88 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35199/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3a5cdf19
[junit4:junit4]   2> 5765 T88 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 5765 T116 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35199. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 5766 T116 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35199, initiating session
[junit4:junit4]   2> 5766 T90 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:61820
[junit4:junit4]   2> 5767 T90 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:61820
[junit4:junit4]   2> 5768 T92 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c48f5e2ab0004 with negotiated timeout 10000 for client /140.211.11.196:61820
[junit4:junit4]   2> 5769 T116 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35199, sessionid = 0x13c48f5e2ab0004, negotiated timeout = 10000
[junit4:junit4]   2> 5769 T117 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a5cdf19 name:ZooKeeperConnection Watcher:127.0.0.1:35199/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 5769 T88 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 5771 T88 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5776 T88 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 5977 T88 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 5980 T88 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:10361
[junit4:junit4]   2> 5981 T88 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 5982 T88 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 5982 T88 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1358433744955
[junit4:junit4]   2> 5983 T88 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1358433744955/solr.xml
[junit4:junit4]   2> 5983 T88 oasc.CoreContainer.<init> New CoreContainer 1984649729
[junit4:junit4]   2> 5984 T88 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1358433744955/'
[junit4:junit4]   2> 5985 T88 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1358433744955/'
[junit4:junit4]   2> 6052 T88 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 6053 T88 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 6053 T88 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 6054 T88 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 6054 T88 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 6055 T88 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 6055 T88 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 6056 T88 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 6056 T88 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 6057 T88 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 6083 T88 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 6109 T88 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:35199/solr
[junit4:junit4]   2> 6110 T88 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 6111 T88 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35199 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@16c05b8c
[junit4:junit4]   2> 6112 T88 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6112 T127 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35199. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 6113 T127 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35199, initiating session
[junit4:junit4]   2> 6114 T90 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:31110
[junit4:junit4]   2> 6114 T90 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:31110
[junit4:junit4]   2> 6116 T92 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c48f5e2ab0005 with negotiated timeout 20000 for client /140.211.11.196:31110
[junit4:junit4]   2> 6117 T127 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35199, sessionid = 0x13c48f5e2ab0005, negotiated timeout = 20000
[junit4:junit4]   2> 6117 T128 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16c05b8c name:ZooKeeperConnection Watcher:127.0.0.1:35199 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6117 T88 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6119 T93 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c48f5e2ab0005
[junit4:junit4]   2> 6121 T90 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:31110 which had sessionid 0x13c48f5e2ab0005
[junit4:junit4]   2> 6121 T128 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 6121 T88 oaz.ZooKeeper.close Session: 0x13c48f5e2ab0005 closed
[junit4:junit4]   2> 6121 T88 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 6136 T88 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35199/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@73faf1d6
[junit4:junit4]   2> 6137 T88 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6137 T129 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35199. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 6138 T129 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35199, initiating session
[junit4:junit4]   2> 6138 T90 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:14566
[junit4:junit4]   2> 6139 T90 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:14566
[junit4:junit4]   2> 6141 T92 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c48f5e2ab0006 with negotiated timeout 20000 for client /140.211.11.196:14566
[junit4:junit4]   2> 6141 T129 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35199, sessionid = 0x13c48f5e2ab0006, negotiated timeout = 20000
[junit4:junit4]   2> 6141 T130 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@73faf1d6 name:ZooKeeperConnection Watcher:127.0.0.1:35199/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6142 T88 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6143 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab0006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6145 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab0006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6147 T88 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:10361_px
[junit4:junit4]   2> 6148 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab0006 type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:10361_px Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:10361_px
[junit4:junit4]   2> 6155 T88 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:10361_px
[junit4:junit4]   2> 6158 T111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 6160 T117 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 6162 T111 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 6171 T88 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6181 T131 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1358433744955/collection1
[junit4:junit4]   2> 6182 T131 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 6183 T131 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 6183 T131 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 6186 T131 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1358433744955/collection1/'
[junit4:junit4]   2> 6188 T131 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1358433744955/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 6188 T131 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1358433744955/collection1/lib/README' to classloader
[junit4:junit4]   2> 6253 T131 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 6339 T131 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 6341 T131 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 6352 T131 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 7110 T112 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7111 T112 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46408_px",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46408/px"}
[junit4:junit4]   2> 7118 T131 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 7128 T130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7128 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7128 T111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7133 T131 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 7138 T131 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7165 T131 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7171 T131 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7177 T131 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7180 T131 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7183 T131 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1358433744955/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty1/
[junit4:junit4]   2> 7183 T131 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@687ae145
[junit4:junit4]   2> 7184 T131 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 7185 T131 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty1 forceNew:false
[junit4:junit4]   2> 7186 T131 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty1
[junit4:junit4]   2> 7186 T131 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty1/index/
[junit4:junit4]   2> 7187 T131 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7187 T131 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty1/index forceNew:false
[junit4:junit4]   2> 7194 T131 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f6b35ae; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7195 T131 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7196 T131 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty1/index
[junit4:junit4]   2> 7196 T131 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 7199 T131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7200 T131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 7200 T131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7200 T131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 7201 T131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7201 T131 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7202 T131 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7203 T131 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7204 T131 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7205 T131 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 7205 T131 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 7206 T131 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7207 T131 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 7207 T131 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 7208 T131 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 7208 T131 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7209 T131 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7210 T131 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7211 T131 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7212 T131 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7212 T131 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7213 T131 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7214 T131 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7215 T131 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7216 T131 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 7217 T131 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 7230 T131 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7235 T131 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 7237 T131 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 7240 T131 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty1
[junit4:junit4]   2> 7242 T131 oass.SolrIndexSearcher.<init> Opening Searcher@80fdfa4 main
[junit4:junit4]   2> 7244 T131 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7244 T131 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7245 T131 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 7252 T131 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 7301 T132 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@80fdfa4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7311 T131 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 7312 T131 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8636 T112 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8637 T112 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:10361_px",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:10361/px"}
[junit4:junit4]   2> 8637 T112 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 8638 T112 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 8658 T111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8658 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8658 T130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9316 T131 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 9316 T131 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:10361/px collection:collection1 shard:shard1
[junit4:junit4]   2> 9318 T131 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 9342 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab0006 type:delete cxid:0x45 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 9347 T131 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 9348 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab0006 type:create cxid:0x46 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9352 T131 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 9352 T131 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 9352 T131 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:10361/px/collection1/
[junit4:junit4]   2> 9353 T131 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 9353 T131 oasc.SyncStrategy.syncToMe http://127.0.0.1:10361/px/collection1/ has no replicas
[junit4:junit4]   2> 9353 T131 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:10361/px/collection1/
[junit4:junit4]   2> 9354 T131 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 9361 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab0006 type:create cxid:0x50 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10164 T112 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10184 T111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10184 T130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10184 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10188 T131 oasc.ZkController.register We are http://127.0.0.1:10361/px/collection1/ and leader is http://127.0.0.1:10361/px/collection1/
[junit4:junit4]   2> 10188 T131 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:10361/px
[junit4:junit4]   2> 10188 T131 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 10188 T131 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 10189 T131 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10191 T131 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10193 T88 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 10194 T88 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 10194 T88 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 10400 T88 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 10403 T88 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:50895
[junit4:junit4]   2> 10404 T88 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 10405 T88 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10405 T88 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1358433749391
[junit4:junit4]   2> 10406 T88 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1358433749391/solr.xml
[junit4:junit4]   2> 10406 T88 oasc.CoreContainer.<init> New CoreContainer 1226837099
[junit4:junit4]   2> 10407 T88 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1358433749391/'
[junit4:junit4]   2> 10408 T88 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1358433749391/'
[junit4:junit4]   2> 10465 T88 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 10465 T88 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 10466 T88 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 10466 T88 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 10467 T88 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 10467 T88 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 10468 T88 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 10468 T88 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 10469 T88 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 10469 T88 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 10491 T88 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 10512 T88 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:35199/solr
[junit4:junit4]   2> 10513 T88 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 10513 T88 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35199 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@382c1a5f
[junit4:junit4]   2> 10515 T88 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10515 T142 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35199. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10516 T142 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35199, initiating session
[junit4:junit4]   2> 10516 T90 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:11617
[junit4:junit4]   2> 10517 T90 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:11617
[junit4:junit4]   2> 10518 T92 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c48f5e2ab0007 with negotiated timeout 20000 for client /140.211.11.196:11617
[junit4:junit4]   2> 10518 T142 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35199, sessionid = 0x13c48f5e2ab0007, negotiated timeout = 20000
[junit4:junit4]   2> 10519 T143 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@382c1a5f name:ZooKeeperConnection Watcher:127.0.0.1:35199 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10519 T88 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10521 T93 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c48f5e2ab0007
[junit4:junit4]   2> 10522 T143 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 10522 T88 oaz.ZooKeeper.close Session: 0x13c48f5e2ab0007 closed
[junit4:junit4]   2> 10522 T90 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:11617 which had sessionid 0x13c48f5e2ab0007
[junit4:junit4]   2> 10522 T88 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 10534 T88 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35199/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6f83b365
[junit4:junit4]   2> 10535 T88 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10536 T144 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35199. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10536 T144 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35199, initiating session
[junit4:junit4]   2> 10537 T90 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:12255
[junit4:junit4]   2> 10537 T90 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:12255
[junit4:junit4]   2> 10538 T92 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c48f5e2ab0008 with negotiated timeout 20000 for client /140.211.11.196:12255
[junit4:junit4]   2> 10538 T144 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35199, sessionid = 0x13c48f5e2ab0008, negotiated timeout = 20000
[junit4:junit4]   2> 10539 T145 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f83b365 name:ZooKeeperConnection Watcher:127.0.0.1:35199/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10539 T88 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10540 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab0008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10541 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab0008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10549 T88 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50895_px
[junit4:junit4]   2> 10550 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab0008 type:delete cxid:0x4 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50895_px Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50895_px
[junit4:junit4]   2> 10551 T88 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50895_px
[junit4:junit4]   2> 10554 T111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10554 T130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10555 T117 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10555 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10557 T111 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10557 T130 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10572 T88 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10581 T146 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1358433749391/collection1
[junit4:junit4]   2> 10581 T146 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10582 T146 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10582 T146 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10584 T146 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1358433749391/collection1/'
[junit4:junit4]   2> 10585 T146 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1358433749391/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10585 T146 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1358433749391/collection1/lib/README' to classloader
[junit4:junit4]   2> 10625 T146 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10676 T146 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10677 T146 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10685 T146 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 11145 T146 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 11155 T146 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 11158 T146 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 11184 T146 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11190 T146 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11195 T146 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11197 T146 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11199 T146 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1358433749391/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2/
[junit4:junit4]   2> 11199 T146 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@687ae145
[junit4:junit4]   2> 11200 T146 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 11201 T146 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2 forceNew:false
[junit4:junit4]   2> 11201 T146 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2
[junit4:junit4]   2> 11201 T146 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2/index/
[junit4:junit4]   2> 11202 T146 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 11202 T146 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2/index forceNew:false
[junit4:junit4]   2> 11233 T146 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@64bce009; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11233 T146 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11234 T146 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2/index
[junit4:junit4]   2> 11234 T146 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 11236 T146 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 11236 T146 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 11237 T146 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 11237 T146 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 11237 T146 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 11238 T146 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 11238 T146 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 11238 T146 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11239 T146 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11240 T146 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 11240 T146 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 11241 T146 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11241 T146 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 11242 T146 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 11242 T146 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 11242 T146 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11243 T146 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11244 T146 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11244 T146 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11245 T146 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11245 T146 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11246 T146 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11246 T146 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11247 T146 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11247 T146 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 11248 T146 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 11257 T146 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 11260 T146 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 11261 T146 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 11263 T146 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2
[junit4:junit4]   2> 11265 T146 oass.SolrIndexSearcher.<init> Opening Searcher@799a5b94 main
[junit4:junit4]   2> 11266 T146 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 11266 T146 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 11266 T146 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 11272 T146 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 11319 T147 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@799a5b94 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11325 T146 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 11325 T146 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11696 T112 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11698 T112 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:10361_px",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:10361/px"}
[junit4:junit4]   2> 11704 T112 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50895_px",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50895/px"}
[junit4:junit4]   2> 11704 T112 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 11704 T112 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11716 T111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11716 T130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11716 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11716 T145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12328 T146 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12328 T146 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50895/px collection:collection1 shard:shard1
[junit4:junit4]   2> 12334 T146 oasc.ZkController.register We are http://127.0.0.1:50895/px/collection1/ and leader is http://127.0.0.1:10361/px/collection1/
[junit4:junit4]   2> 12334 T146 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50895/px
[junit4:junit4]   2> 12334 T146 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 12335 T146 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C10 name=collection1 org.apache.solr.core.SolrCore@6060fdb9 url=http://127.0.0.1:50895/px/collection1 node=127.0.0.1:50895_px C10_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:50895_px, base_url=http://127.0.0.1:50895/px}
[junit4:junit4]   2> 12342 T148 C10 P50895 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 12342 T146 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12343 T148 C10 P50895 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 12343 T148 C10 P50895 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 12343 T148 C10 P50895 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12344 T88 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 12345 T88 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12345 T88 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12346 T148 C10 P50895 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12598 T88 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12601 T88 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:47930
[junit4:junit4]   2> 12602 T88 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12603 T88 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12603 T88 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1358433751545
[junit4:junit4]   2> 12604 T88 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1358433751545/solr.xml
[junit4:junit4]   2> 12604 T88 oasc.CoreContainer.<init> New CoreContainer 18259258
[junit4:junit4]   2> 12605 T88 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1358433751545/'
[junit4:junit4]   2> 12606 T88 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1358433751545/'
[junit4:junit4]   2> 12687 T88 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 12687 T88 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12688 T88 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12688 T88 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12689 T88 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12689 T88 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12690 T88 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12690 T88 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12691 T88 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12691 T88 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12717 T88 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12742 T88 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:35199/solr
[junit4:junit4]   2> 12743 T88 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12743 T88 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35199 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@258b68e5
[junit4:junit4]   2> 12745 T88 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12745 T158 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35199. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12746 T158 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35199, initiating session
[junit4:junit4]   2> 12746 T90 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:38776
[junit4:junit4]   2> 12747 T90 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:38776
[junit4:junit4]   2> 12749 T92 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c48f5e2ab0009 with negotiated timeout 20000 for client /140.211.11.196:38776
[junit4:junit4]   2> 12749 T158 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35199, sessionid = 0x13c48f5e2ab0009, negotiated timeout = 20000
[junit4:junit4]   2> 12749 T159 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@258b68e5 name:ZooKeeperConnection Watcher:127.0.0.1:35199 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12750 T88 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12751 T93 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c48f5e2ab0009
[junit4:junit4]   2> 12753 T159 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12753 T90 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:38776 which had sessionid 0x13c48f5e2ab0009
[junit4:junit4]   2> 12753 T88 oaz.ZooKeeper.close Session: 0x13c48f5e2ab0009 closed
[junit4:junit4]   2> 12754 T88 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 12766 T88 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35199/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1e70f68
[junit4:junit4]   2> 12767 T88 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12768 T160 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35199. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12768 T160 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35199, initiating session
[junit4:junit4]   2> 12769 T90 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:22154
[junit4:junit4]   2> 12769 T90 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:22154
[junit4:junit4]   2> 12771 T92 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c48f5e2ab000a with negotiated timeout 20000 for client /140.211.11.196:22154
[junit4:junit4]   2> 12771 T160 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35199, sessionid = 0x13c48f5e2ab000a, negotiated timeout = 20000
[junit4:junit4]   2> 12771 T161 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e70f68 name:ZooKeeperConnection Watcher:127.0.0.1:35199/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12771 T88 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12773 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab000a type:create cxid:0x1 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12774 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab000a type:create cxid:0x2 zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12782 T88 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47930_px
[junit4:junit4]   2> 12783 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab000a type:delete cxid:0x4 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:47930_px Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:47930_px
[junit4:junit4]   2> 12784 T88 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47930_px
[junit4:junit4]   2> 12788 T111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12788 T130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12789 T117 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12789 T145 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12789 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12789 T145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12792 T111 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12793 T130 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12795 T88 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12804 T162 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1358433751545/collection1
[junit4:junit4]   2> 12805 T162 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 12806 T162 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 12806 T162 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 12808 T162 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1358433751545/collection1/'
[junit4:junit4]   2> 12810 T162 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1358433751545/collection1/lib/README' to classloader
[junit4:junit4]   2> 12810 T162 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1358433751545/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 12917 T162 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 13005 T162 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13007 T162 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13018 T162 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13234 T112 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13236 T112 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50895_px",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50895/px"}
[junit4:junit4]   2> 13332 T161 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13332 T145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13332 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13332 T111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13332 T130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13871 T162 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13889 T162 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13894 T162 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13928 T162 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13965 T162 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13973 T162 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13976 T162 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13980 T162 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1358433751545/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty3/
[junit4:junit4]   2> 13980 T162 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@687ae145
[junit4:junit4]   2> 13981 T162 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 13982 T162 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty3 forceNew:false
[junit4:junit4]   2> 13983 T162 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty3
[junit4:junit4]   2> 13983 T162 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty3/index/
[junit4:junit4]   2> 13984 T162 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13985 T162 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty3/index forceNew:false
[junit4:junit4]   2> 14032 T162 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ceb99c3; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14033 T162 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14034 T162 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty3/index
[junit4:junit4]   2> 14035 T162 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 14038 T162 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14039 T162 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 14039 T162 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14040 T162 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 14041 T162 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14041 T162 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14041 T162 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14042 T162 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14043 T162 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14044 T162 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 14045 T162 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 14046 T162 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14046 T162 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 14046 T162 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 14047 T162 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 14048 T162 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14049 T162 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14049 T162 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14050 T162 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14051 T162 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14051 T162 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14052 T162 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14053 T162 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14054 T162 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14056 T162 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 14057 T162 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 14072 T162 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14077 T162 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 14079 T162 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 14082 T162 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty3
[junit4:junit4]   2> 14083 T162 oass.SolrIndexSearcher.<init> Opening Searcher@71e39149 main
[junit4:junit4]   2> 14084 T162 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14085 T162 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14085 T162 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 14093 T162 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 14175 T163 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@71e39149 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14182 T162 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14183 T162 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14846 T112 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14848 T112 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:47930_px",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:47930/px"}
[junit4:junit4]   2> 14848 T112 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 14848 T112 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 14856 T111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14856 T161 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14857 T145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14856 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14856 T130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15186 T162 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 15186 T162 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:47930/px collection:collection1 shard:shard1
[junit4:junit4]   2> 15191 T162 oasc.ZkController.register We are http://127.0.0.1:47930/px/collection1/ and leader is http://127.0.0.1:10361/px/collection1/
[junit4:junit4]   2> 15192 T162 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47930/px
[junit4:junit4]   2> 15192 T162 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 15192 T162 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C11 name=collection1 org.apache.solr.core.SolrCore@3451eef5 url=http://127.0.0.1:47930/px/collection1 node=127.0.0.1:47930_px C11_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:47930_px, base_url=http://127.0.0.1:47930/px}
[junit4:junit4]   2> 15193 T164 C11 P47930 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 15193 T164 C11 P47930 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 15194 T162 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15194 T164 C11 P47930 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 15194 T164 C11 P47930 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15195 T88 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 15196 T164 C11 P47930 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15196 T88 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 15197 T88 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15384 T88 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 15387 T88 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:59185
[junit4:junit4]   2> 15388 T88 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 15389 T88 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 15389 T88 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1358433754393
[junit4:junit4]   2> 15390 T88 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1358433754393/solr.xml
[junit4:junit4]   2> 15390 T88 oasc.CoreContainer.<init> New CoreContainer 1699640778
[junit4:junit4]   2> 15391 T88 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1358433754393/'
[junit4:junit4]   2> 15392 T88 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1358433754393/'
[junit4:junit4]   2> 15448 T88 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 15448 T88 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 15449 T88 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 15449 T88 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 15450 T88 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 15450 T88 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 15450 T88 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 15451 T88 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 15451 T88 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 15452 T88 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 15476 T88 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 15496 T88 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:35199/solr
[junit4:junit4]   2> 15497 T88 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 15498 T88 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35199 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@19bdc261
[junit4:junit4]   2> 15499 T88 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15499 T174 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35199. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 15501 T174 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35199, initiating session
[junit4:junit4]   2> 15501 T90 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:47848
[junit4:junit4]   2> 15502 T90 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:47848
[junit4:junit4]   2> 15504 T92 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c48f5e2ab000b with negotiated timeout 20000 for client /140.211.11.196:47848
[junit4:junit4]   2> 15504 T174 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35199, sessionid = 0x13c48f5e2ab000b, negotiated timeout = 20000
[junit4:junit4]   2> 15504 T175 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19bdc261 name:ZooKeeperConnection Watcher:127.0.0.1:35199 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15505 T88 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15507 T93 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c48f5e2ab000b
[junit4:junit4]   2> 15517 T175 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 15517 T90 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:47848 which had sessionid 0x13c48f5e2ab000b
[junit4:junit4]   2> 15517 T88 oaz.ZooKeeper.close Session: 0x13c48f5e2ab000b closed
[junit4:junit4]   2> 15518 T88 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 15531 T88 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35199/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7e82c636
[junit4:junit4]   2> 15533 T88 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15533 T176 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:35199. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 15534 T176 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35199, initiating session
[junit4:junit4]   2> 15534 T90 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:10168
[junit4:junit4]   2> 15534 T90 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:10168
[junit4:junit4]   2> 15536 T92 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c48f5e2ab000c with negotiated timeout 20000 for client /140.211.11.196:10168
[junit4:junit4]   2> 15536 T176 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:35199, sessionid = 0x13c48f5e2ab000c, negotiated timeout = 20000
[junit4:junit4]   2> 15536 T177 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e82c636 name:ZooKeeperConnection Watcher:127.0.0.1:35199/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15537 T88 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15538 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab000c type:create cxid:0x1 zxid:0x92 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15540 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab000c type:create cxid:0x2 zxid:0x93 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15543 T88 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59185_px
[junit4:junit4]   2> 15543 T93 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c48f5e2ab000c type:delete cxid:0x4 zxid:0x94 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:59185_px Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:59185_px
[junit4:junit4]   2> 15549 T88 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59185_px
[junit4:junit4]   2> 15553 T161 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15553 T130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15553 T111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15554 T117 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15554 T145 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15554 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15554 T145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15557 T111 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15557 T161 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15558 T130 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15560 T88 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15569 T178 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1358433754393/collection1
[junit4:junit4]   2> 15569 T178 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 15570 T178 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 15570 T178 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 15572 T178 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1358433754393/collection1/'
[junit4:junit4]   2> 15574 T178 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1358433754393/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 15574 T178 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1358433754393/collection1/lib/README' to classloader
[junit4:junit4]   2> 15631 T178 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 15707 T178 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 15709 T178 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 15718 T178 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2>  C10_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:50895_px, base_url=http://127.0.0.1:50895/px}
[junit4:junit4]   2> 15986 T148 C10 P50895 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:10361/px/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15997 T148 C10 P50895 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 16019 T148 C10 P50895 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:50895/px START replicas=[http://127.0.0.1:10361/px/collection1/] nUpdates=100
[junit4:junit4]   2> 16032 T148 C10 P50895 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 16033 T148 C10 P50895 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 16033 T148 C10 P50895 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 16033 T148 C10 P50895 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 16033 T148 C10 P50895 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 16034 T148 C10 P50895 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:10361/px/collection1/. core=collection1
[junit4:junit4]   2> 16034 T148 C10 P50895 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C12 name=collection1 org.apache.solr.core.SolrCore@238a8b43 url=http://127.0.0.1:10361/px/collection1 node=127.0.0.1:10361_px C12_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:10361_px, base_url=http://127.0.0.1:10361/px, leader=true}
[junit4:junit4]   2> 16091 T122 C12 P10361 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=8 
[junit4:junit4]   2> 16113 T123 C12 P10361 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16114 T123 C12 P10361 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty1
[junit4:junit4]   2> 16119 T123 C12 P10361 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f6b35ae; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 16119 T123 C12 P10361 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 16124 T123 C12 P10361 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f6b35ae; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f6b35ae; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 16125 T123 C12 P10361 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 16126 T123 C12 P10361 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty1
[junit4:junit4]   2> 16127 T123 C12 P10361 oass.SolrIndexSearcher.<init> Opening Searcher@6110e33 realtime
[junit4:junit4]   2> 16127 T123 C12 P10361 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16128 T123 C12 P10361 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 45
[junit4:junit4]   2> 16129 T148 C10 P50895 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 16130 T148 C10 P50895 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4]   2> 16159 T148 C10 P50895 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 16277 T124 C12 P10361 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 16278 T124 C12 P10361 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=115 
[junit4:junit4]   2> 16280 T148 C10 P50895 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 16281 T148 C10 P50895 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 16281 T148 C10 P50895 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 16286 T124 C12 P10361 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty1
[junit4:junit4]   2> 16287 T124 C12 P10361 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty1/index
[junit4:junit4]   2> 16287 T124 C12 P10361 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16288 T148 C10 P50895 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 16290 T148 C10 P50895 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2/index.20130117114235467 forceNew:false
[junit4:junit4]   2> 16291 T148 C10 P50895 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2
[junit4:junit4]   2> 16292 T148 C10 P50895 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2/index.20130117114235467 lockFactory=org.apache.lucene.store.NativeFSLockFactory@636c4a14; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 16309 T124 C12 P10361 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=5 
[junit4:junit4]   2> 16324 T148 C10 P50895 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2/index
[junit4:junit4]   2> 16325 T148 C10 P50895 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 16325 T148 C10 P50895 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130117114235467
[junit4:junit4]   2> 16328 T148 C10 P50895 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2
[junit4:junit4]   2> 16329 T148 C10 P50895 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2
[junit4:junit4]   2> 16329 T148 C10 P50895 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2/index/ new=./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2/index.20130117114235467
[junit4:junit4]   2> 16333 T148 C10 P50895 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2/index.20130117114235467 lockFactory=org.apache.lucene.store.NativeFSLockFactory@636c4a14; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 16334 T148 C10 P50895 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 16335 T148 C10 P50895 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2
[junit4:junit4]   2> 16340 T148 C10 P50895 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 16340 T148 C10 P50895 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 16341 T148 C10 P50895 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 16342 T148 C10 P50895 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2/index.20130117114235467
[junit4:junit4]   2> 16343 T148 C10 P50895 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2
[junit4:junit4]   2> 16347 T148 C10 P50895 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2/index.20130117114235467 lockFactory=org.apache.lucene.store.NativeFSLockFactory@636c4a14; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 16347 T148 C10 P50895 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 16348 T148 C10 P50895 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 16348 T148 C10 P50895 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2
[junit4:junit4]   2> 16349 T148 C10 P50895 oass.SolrIndexSearcher.<init> Opening Searcher@f92f1e2 main
[junit4:junit4]   2> 16351 T147 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f92f1e2 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 16352 T147 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2/index
[junit4:junit4]   2> 16352 T148 C10 P50895 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16356 T148 C10 P50895 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2/index.20130117114235467 lockFactory=org.apache.lucene.store.NativeFSLockFactory@636c4a14; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2/index.20130117114235467 lockFactory=org.apache.lucene.store.NativeFSLockFactory@636c4a14; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 16357 T148 C10 P50895 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 16358 T148 C10 P50895 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2
[junit4:junit4]   2> 16359 T148 C10 P50895 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16359 T148 C10 P50895 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2/index.20130117114235467
[junit4:junit4]   2> 16359 T148 C10 P50895 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty2/index
[junit4:junit4]   2> 16359 T148 C10 P50895 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 16360 T148 C10 P50895 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 16360 T148 C10 P50895 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 16360 T148 C10 P50895 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16362 T148 C10 P50895 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 16372 T112 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16373 T112 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:47930_px",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:47930/px"}
[junit4:junit4]   2> 16379 T112 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50895_px",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50895/px"}
[junit4:junit4]   2> 16392 T111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16392 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16392 T145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16392 T177 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16392 T161 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16392 T130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16442 T178 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 16455 T178 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 16459 T178 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 16493 T178 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 16510 T178 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 16516 T178 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 16518 T178 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 16520 T178 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1358433754393/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty4/
[junit4:junit4]   2> 16521 T178 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@687ae145
[junit4:junit4]   2> 16521 T178 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 16522 T178 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty4 forceNew:false
[junit4:junit4]   2> 16523 T178 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty4
[junit4:junit4]   2> 16523 T178 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty4/index/
[junit4:junit4]   2> 16524 T178 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 16525 T178 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty4/index forceNew:false
[junit4:junit4]   2> 16531 T178 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@72c32338; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 16532 T178 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 16533 T178 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty4/index
[junit4:junit4]   2> 16533 T178 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 16536 T178 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 16536 T178 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 16537 T178 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 16537 T178 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 16538 T178 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 16538 T178 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 16538 T178 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 16539 T178 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 16540 T178 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 16541 T178 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 16541 T178 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 16542 T178 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 16543 T178 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 16543 T178 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 16543 T178 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 16544 T178 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 16545 T178 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 16545 T178 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 16546 T178 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 16547 T178 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 16547 T178 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 16548 T178 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 16549 T178 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 16550 T178 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 16550 T178 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 16551 T178 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 16563 T178 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 16568 T178 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 16570 T178 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 16573 T178 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty4
[junit4:junit4]   2> 16575 T178 oass.SolrIndexSearcher.<init> Opening Searcher@58f4c9cb main
[junit4:junit4]   2> 16576 T178 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 16576 T178 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 16577 T178 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 16584 T178 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 16647 T181 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@58f4c9cb main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 16655 T178 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 16655 T178 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 17907 T112 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17909 T112 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:59185_px",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:59185/px"}
[junit4:junit4]   2> 17909 T112 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 17909 T112 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 17915 T111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17915 T161 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17915 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17915 T177 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17915 T145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17915 T130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18660 T178 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 18660 T178 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59185/px collection:collection1 shard:shard1
[junit4:junit4]   2> 18672 T178 oasc.ZkController.register We are http://127.0.0.1:59185/px/collection1/ and leader is http://127.0.0.1:10361/px/collection1/
[junit4:junit4]   2> 18672 T178 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59185/px
[junit4:junit4]   2> 18673 T178 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 18673 T178 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C13 name=collection1 org.apache.solr.core.SolrCore@c50daa6 url=http://127.0.0.1:59185/px/collection1 node=127.0.0.1:59185_px C13_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:59185_px, base_url=http://127.0.0.1:59185/px}
[junit4:junit4]   2> 18673 T182 C13 P59185 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 18674 T182 C13 P59185 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 18674 T178 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18674 T182 C13 P59185 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 18675 T182 C13 P59185 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18676 T88 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 18677 T88 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 18677 T88 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18732 T182 C13 P59185 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18732 T88 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18734 T88 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 18735 T88 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 18736 T88 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C11_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:47930_px, base_url=http://127.0.0.1:47930/px}
[junit4:junit4]   2> 19221 T164 C11 P47930 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:10361/px/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19221 T164 C11 P47930 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:47930/px START replicas=[http://127.0.0.1:10361/px/collection1/] nUpdates=100
[junit4:junit4]   2> 19222 T164 C11 P47930 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19222 T164 C11 P47930 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19223 T164 C11 P47930 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19223 T164 C11 P47930 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19223 T164 C11 P47930 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19223 T164 C11 P47930 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:10361/px/collection1/. core=collection1
[junit4:junit4]   2> 19223 T164 C11 P47930 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19225 T122 C12 P10361 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19238 T126 C12 P10361 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 19243 T126 C12 P10361 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f6b35ae; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f6b35ae; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 19244 T126 C12 P10361 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 19245 T126 C12 P10361 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty1
[junit4:junit4]   2> 19245 T126 C12 P10361 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19245 T126 C12 P10361 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 19247 T164 C11 P47930 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19247 T164 C11 P47930 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19251 T124 C12 P10361 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19252 T164 C11 P47930 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 19252 T164 C11 P47930 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19253 T164 C11 P47930 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19256 T124 C12 P10361 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty1
[junit4:junit4]   2> 19256 T124 C12 P10361 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty1/index
[junit4:junit4]   2> 19257 T124 C12 P10361 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=2 
[junit4:junit4]   2> 19258 T164 C11 P47930 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19259 T164 C11 P47930 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty3/index.20130117114238436 forceNew:false
[junit4:junit4]   2> 19260 T164 C11 P47930 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty3
[junit4:junit4]   2> 19261 T164 C11 P47930 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty3/index.20130117114238436 lockFactory=org.apache.lucene.store.NativeFSLockFactory@13e8365f; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 19265 T124 C12 P10361 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=1 
[junit4:junit4]   2> 19266 T164 C11 P47930 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty3/index
[junit4:junit4]   2> 19267 T164 C11 P47930 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19267 T164 C11 P47930 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130117114238436
[junit4:junit4]   2> 19269 T164 C11 P47930 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty3
[junit4:junit4]   2> 

[...truncated too long message...]

[junit4:junit4]   2> 150730 T88 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty4/index
[junit4:junit4]   2> 150730 T88 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty4/index
[junit4:junit4]   2> 150731 T88 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty4
[junit4:junit4]   2> 150731 T88 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1358433739183/jetty4
[junit4:junit4]   2> 150833 T177 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 150833 T88 oaz.ZooKeeper.close Session: 0x13c48f5e2ab000c closed
[junit4:junit4]   2> 150834 T88 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/px,null}
[junit4:junit4]   2> 151158 T88 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=9A6F139EF6E0FC1C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=pt -Dtests.timezone=America/Santarem -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] FAILURE  151s J0 | SyncSliceTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: shard1 should have just been set up to be inconsistent - but it's still consistent
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([9A6F139EF6E0FC1C:1B899D8681BF9C20]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:43)
[junit4:junit4]    > 	at org.junit.Assert.assertNotNull(Assert.java:526)
[junit4:junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:214)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 151179 T88 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41: {range_facet_l=PostingsFormat(name=Memory doPackFST= false), text=PostingsFormat(name=MockRandom), _version_=PostingsFormat(name=Memory doPackFST= false), rnd_b=PostingsFormat(name=TestBloomFilteredLucene41Postings), intDefault=PostingsFormat(name=Memory doPackFST= false), timestamp=PostingsFormat(name=Memory doPackFST= false), id=PostingsFormat(name=TestBloomFilteredLucene41Postings), a_t=PostingsFormat(name=Memory doPackFST= false), range_facet_sl=PostingsFormat(name=MockRandom), range_facet_si=PostingsFormat(name=Asserting), other_tl1=PostingsFormat(name=Memory doPackFST= false), multiDefault=PostingsFormat(name=Asserting), a_si=PostingsFormat(name=Asserting)}, sim=DefaultSimilarity, locale=pt, timezone=America/Santarem
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_09 (64-bit)/cpus=16,threads=2,free=220110272,total=326107136
[junit4:junit4]   2> NOTE: All tests run in this JVM: [PreAnalyzedFieldTest, TestFuzzyAnalyzedSuggestions, DateMathParserTest, MinimalSchemaTest, CurrencyFieldTest, JSONWriterTest, SolrCoreCheckLockOnStartupTest, LoggingHandlerTest, TestDefaultSimilarityFactory, TestNumberUtils, TestRangeQuery, AutoCommitTest, TestXIncludeConfig, TestQuerySenderNoQuery, TestFastLRUCache, TestJmxMonitoredMap, TestSolr4Spatial, NotRequiredUniqueKeyTest, TestSuggestSpellingConverter, SpellPossibilityIteratorTest, CoreAdminHandlerTest, SyncSliceTest]
[junit4:junit4] Completed on J0 in 151.21s, 1 test, 1 failure <<< FAILURES!

[...truncated 636 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:344: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/common-build.xml:428: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1176: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:841: There were test failures: 247 suites, 1031 tests, 1 failure, 23 ignored (5 assumptions)

Total time: 41 minutes 9 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure