You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2012/09/19 12:47:26 UTC

[JENKINS] Lucene-Solr-Tests-4.x-java7 - Build # 471 - Failure

Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-java7/471/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Shard still reported as live in zk

Stack Trace:
java.lang.AssertionError: Shard still reported as live in zk
	at __randomizedtesting.SeedInfo.seed([AB52D2962C147607:2AB45C8E5B4B163B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(AbstractFullDistribZkTestBase.java:1220)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:190)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:83)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 7725 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 4 T965 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1348050513622
[junit4:junit4]   2> 5 T965 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 7 T966 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 8 T966 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 8 T966 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4]   2> 106 T965 oasc.ZkTestServer.run start zk server on port:39140
[junit4:junit4]   2> 106 T965 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39140 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@711da449
[junit4:junit4]   2> 107 T971 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39140
[junit4:junit4]   2> 107 T965 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 107 T971 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39140, initiating session
[junit4:junit4]   2> 108 T967 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:39141
[junit4:junit4]   2> 108 T967 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:39141
[junit4:junit4]   2> 108 T969 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 110 T969 oazs.NIOServerCnxn.finishSessionInit Established session 0x139de126edb0000 with negotiated timeout 10000 for client /140.211.11.196:39141
[junit4:junit4]   2> 110 T971 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39140, sessionid = 0x139de126edb0000, negotiated timeout = 10000
[junit4:junit4]   2> 111 T972 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@711da449 name:ZooKeeperConnection Watcher:127.0.0.1:39140 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 111 T965 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 111 T965 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 113 T970 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139de126edb0000
[junit4:junit4]   2> 130 T972 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 130 T965 oaz.ZooKeeper.close Session: 0x139de126edb0000 closed
[junit4:junit4]   2> 130 T967 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:39141 which had sessionid 0x139de126edb0000
[junit4:junit4]   2> 130 T965 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39140/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@22e41d90
[junit4:junit4]   2> 131 T973 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39140
[junit4:junit4]   2> 131 T965 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 131 T973 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39140, initiating session
[junit4:junit4]   2> 132 T967 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:39142
[junit4:junit4]   2> 132 T967 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:39142
[junit4:junit4]   2> 133 T969 oazs.NIOServerCnxn.finishSessionInit Established session 0x139de126edb0001 with negotiated timeout 10000 for client /140.211.11.196:39142
[junit4:junit4]   2> 133 T973 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39140, sessionid = 0x139de126edb0001, negotiated timeout = 10000
[junit4:junit4]   2> 133 T974 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22e41d90 name:ZooKeeperConnection Watcher:127.0.0.1:39140/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 133 T965 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 134 T965 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 143 T965 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 145 T965 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 146 T965 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 156 T965 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 156 T965 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 168 T965 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 169 T965 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 271 T965 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 272 T965 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 274 T965 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 275 T965 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 285 T965 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 286 T965 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 287 T965 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 288 T965 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 290 T965 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 290 T965 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 292 T965 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 292 T965 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 302 T965 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 302 T965 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 304 T965 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 304 T965 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 311 T970 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139de126edb0001
[junit4:junit4]   2> 312 T974 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 312 T965 oaz.ZooKeeper.close Session: 0x139de126edb0001 closed
[junit4:junit4]   2> 312 T967 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:39142 which had sessionid 0x139de126edb0001
[junit4:junit4]   2> 313 T965 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 316 T965 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:39143
[junit4:junit4]   2> 317 T965 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 317 T965 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 317 T965 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 344 T965 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 345 T965 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 345 T965 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 345 T965 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 346 T965 oasc.CoreContainer.<init> New CoreContainer 1686674443
[junit4:junit4]   2> 346 T965 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 346 T965 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 368 T965 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 379 T965 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:39140/solr
[junit4:junit4]   2> 379 T965 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39140/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@784b47c8
[junit4:junit4]   2> 380 T984 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39140
[junit4:junit4]   2> 380 T965 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 381 T984 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39140, initiating session
[junit4:junit4]   2> 381 T967 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:39144
[junit4:junit4]   2> 381 T967 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:39144
[junit4:junit4]   2> 382 T969 oazs.NIOServerCnxn.finishSessionInit Established session 0x139de126edb0002 with negotiated timeout 5000 for client /140.211.11.196:39144
[junit4:junit4]   2> 383 T984 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39140, sessionid = 0x139de126edb0002, negotiated timeout = 5000
[junit4:junit4]   2> 383 T985 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@784b47c8 name:ZooKeeperConnection Watcher:127.0.0.1:39140/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 383 T965 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 384 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 394 T965 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 395 T965 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39143_solr
[junit4:junit4]   2> 395 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:39143_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:39143_solr
[junit4:junit4]   2> 396 T965 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39143_solr
[junit4:junit4]   2> 406 T965 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 406 T965 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 406 T965 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 407 T965 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 407 T965 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 407 T965 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 408 T965 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 408 T965 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 408 T965 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 408 T965 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 420 T965 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 424 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 434 T965 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 436 T965 oasc.Overseer.start Overseer (id=88345838461059074-127.0.0.1:39143_solr-n_0000000000) starting
[junit4:junit4]   2> 436 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 437 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 438 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 451 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 452 T987 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 452 T965 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 454 T965 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 455 T986 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 458 T965 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 458 T965 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 459 T965 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 459 T965 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 460 T965 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 461 T965 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 461 T965 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 495 T965 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 542 T965 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 643 T965 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 647 T965 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1162 T965 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1174 T965 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1178 T965 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1190 T965 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1196 T965 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1200 T965 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1201 T965 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1202 T965 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/control/data/
[junit4:junit4]   2> 1204 T965 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac8df7b
[junit4:junit4]   2> 1238 T965 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/control/data/index/
[junit4:junit4]   2> 1240 T965 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1241 T965 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/control/data/index forceNew:false
[junit4:junit4]   2> 1283 T965 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/control/data/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1284 T965 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 1285 T965 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1287 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1287 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1288 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1289 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1289 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1290 T965 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1290 T965 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1291 T965 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1292 T965 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1292 T965 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1293 T965 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1294 T965 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1294 T965 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1295 T965 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1295 T965 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1296 T965 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1297 T965 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1297 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1298 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1299 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1299 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1300 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1300 T965 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1301 T965 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1302 T965 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1306 T965 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1310 T965 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1311 T965 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1316 T965 oass.SolrIndexSearcher.<init> Opening Searcher@5b34f2a2 main
[junit4:junit4]   2> 1317 T965 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1317 T965 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1318 T965 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1326 T965 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1372 T988 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5b34f2a2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1378 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0002 type:create cxid:0x53 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 1391 T965 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 1391 T965 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:39143/solr shardId:control_shard
[junit4:junit4]   2> 1392 T965 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
[junit4:junit4]   2> 1408 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0002 type:delete cxid:0x62 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 1409 T965 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1409 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0002 type:create cxid:0x63 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1457 T986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1458 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0002 type:create cxid:0x6a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 1473 T985 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 1918 T965 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1919 T965 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1919 T965 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39143/solr/collection1/
[junit4:junit4]   2> 1920 T965 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1920 T965 oasc.SyncStrategy.syncToMe http://127.0.0.1:39143/solr/collection1/ has no replicas
[junit4:junit4]   2> 1920 T965 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39143/solr/collection1/
[junit4:junit4]   2> 1921 T965 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
[junit4:junit4]   2> 1937 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0002 type:create cxid:0x88 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1976 T986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1999 T985 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 2056 T965 oasc.ZkController.register We are http://127.0.0.1:39143/solr/collection1/ and leader is http://127.0.0.1:39143/solr/collection1/
[junit4:junit4]   2> 2056 T965 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39143/solr
[junit4:junit4]   2> 2056 T965 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 2059 T965 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2060 T965 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 2060 T965 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2061 T965 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2178 T965 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 2181 T965 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:39145
[junit4:junit4]   2> 2181 T965 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2181 T965 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348050515690
[junit4:junit4]   2> 2182 T965 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348050515690/'
[junit4:junit4]   2> 2209 T965 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2209 T965 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2210 T965 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348050515690
[junit4:junit4]   2> 2210 T965 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348050515690/solr.xml
[junit4:junit4]   2> 2210 T965 oasc.CoreContainer.<init> New CoreContainer 465297097
[junit4:junit4]   2> 2211 T965 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348050515690/'
[junit4:junit4]   2> 2211 T965 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348050515690/'
[junit4:junit4]   2> 2233 T965 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 2244 T965 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:39140/solr
[junit4:junit4]   2> 2244 T965 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39140/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@1e9dc639
[junit4:junit4]   2> 2245 T998 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39140
[junit4:junit4]   2> 2245 T965 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2246 T998 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39140, initiating session
[junit4:junit4]   2> 2246 T967 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:39146
[junit4:junit4]   2> 2246 T967 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:39146
[junit4:junit4]   2> 2248 T969 oazs.NIOServerCnxn.finishSessionInit Established session 0x139de126edb0003 with negotiated timeout 5000 for client /140.211.11.196:39146
[junit4:junit4]   2> 2248 T998 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39140, sessionid = 0x139de126edb0003, negotiated timeout = 5000
[junit4:junit4]   2> 2248 T999 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e9dc639 name:ZooKeeperConnection Watcher:127.0.0.1:39140/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2248 T965 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2249 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0003 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2266 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0003 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2267 T965 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39145_solr
[junit4:junit4]   2> 2267 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0003 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:39145_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:39145_solr
[junit4:junit4]   2> 2268 T965 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39145_solr
[junit4:junit4]   2> 2276 T985 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 2276 T965 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 2276 T965 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2277 T965 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 2277 T965 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2277 T965 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2278 T965 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2278 T965 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2278 T965 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2278 T965 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2279 T965 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 2291 T965 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2305 T965 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348050515690/collection1
[junit4:junit4]   2> 2306 T965 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 2306 T965 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2307 T965 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 2307 T965 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348050515690/collection1/'
[junit4:junit4]   2> 2308 T965 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty1-1348050515690/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2309 T965 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty1-1348050515690/collection1/lib/README' to classloader
[junit4:junit4]   2> 2343 T965 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 2391 T965 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2492 T965 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2496 T965 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 2524 T986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2542 T985 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 2542 T999 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 2925 T965 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2934 T965 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2936 T965 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2945 T965 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2949 T965 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2952 T965 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2953 T965 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2954 T965 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348050515690/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty1/
[junit4:junit4]   2> 2954 T965 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac8df7b
[junit4:junit4]   2> 2955 T965 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty1/index/
[junit4:junit4]   2> 2956 T965 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2956 T965 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty1/index forceNew:false
[junit4:junit4]   2> 2961 T965 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2961 T965 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 2962 T965 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 2964 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2964 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 2964 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2965 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 2965 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2966 T965 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2966 T965 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2967 T965 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2967 T965 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2968 T965 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 2968 T965 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 2969 T965 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2969 T965 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 2969 T965 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 2970 T965 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 2970 T965 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2971 T965 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2971 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2972 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2972 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2973 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2973 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2974 T965 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2974 T965 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 2975 T965 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 2977 T965 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2981 T965 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 2981 T965 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 2984 T965 oass.SolrIndexSearcher.<init> Opening Searcher@53c3f452 main
[junit4:junit4]   2> 2985 T965 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2986 T965 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2986 T965 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 2992 T965 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 3044 T1000 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@53c3f452 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3546 T986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3560 T985 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 3560 T999 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4054 T965 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 4054 T965 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:39145/solr shardId:shard1
[junit4:junit4]   2> 4055 T965 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 4070 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0003 type:delete cxid:0x43 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 4071 T965 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 4071 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0003 type:create cxid:0x44 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4073 T965 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 4073 T965 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 4073 T965 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39145/solr/collection1/
[junit4:junit4]   2> 4074 T965 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 4074 T965 oasc.SyncStrategy.syncToMe http://127.0.0.1:39145/solr/collection1/ has no replicas
[junit4:junit4]   2> 4075 T965 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39145/solr/collection1/
[junit4:junit4]   2> 4075 T965 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 4078 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0003 type:create cxid:0x4e zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4571 T986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4585 T985 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4585 T999 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4589 T965 oasc.ZkController.register We are http://127.0.0.1:39145/solr/collection1/ and leader is http://127.0.0.1:39145/solr/collection1/
[junit4:junit4]   2> 4589 T965 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39145/solr
[junit4:junit4]   2> 4589 T965 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 4591 T965 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4592 T965 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 4592 T965 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4593 T965 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4706 T965 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 4709 T965 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:39148
[junit4:junit4]   2> 4709 T965 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4710 T965 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348050518222
[junit4:junit4]   2> 4710 T965 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348050518222/'
[junit4:junit4]   2> 4737 T965 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4738 T965 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4738 T965 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348050518222
[junit4:junit4]   2> 4738 T965 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348050518222/solr.xml
[junit4:junit4]   2> 4738 T965 oasc.CoreContainer.<init> New CoreContainer 1749562012
[junit4:junit4]   2> 4739 T965 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348050518222/'
[junit4:junit4]   2> 4739 T965 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348050518222/'
[junit4:junit4]   2> 4761 T965 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4772 T965 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:39140/solr
[junit4:junit4]   2> 4772 T965 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39140/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@10e886c
[junit4:junit4]   2> 4773 T1010 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39140
[junit4:junit4]   2> 4773 T965 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4774 T1010 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39140, initiating session
[junit4:junit4]   2> 4774 T967 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:39149
[junit4:junit4]   2> 4775 T967 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:39149
[junit4:junit4]   2> 4776 T969 oazs.NIOServerCnxn.finishSessionInit Established session 0x139de126edb0004 with negotiated timeout 5000 for client /140.211.11.196:39149
[junit4:junit4]   2> 4776 T1010 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39140, sessionid = 0x139de126edb0004, negotiated timeout = 5000
[junit4:junit4]   2> 4777 T1011 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10e886c name:ZooKeeperConnection Watcher:127.0.0.1:39140/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4777 T965 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4777 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4786 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4787 T965 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39148_solr
[junit4:junit4]   2> 4787 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:39148_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:39148_solr
[junit4:junit4]   2> 4793 T965 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39148_solr
[junit4:junit4]   2> 4795 T985 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 4795 T999 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 4795 T965 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 4796 T965 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4796 T965 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 4796 T965 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4797 T965 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4797 T965 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4797 T965 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4797 T965 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4798 T965 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4798 T965 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 4810 T965 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4815 T965 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348050518222/collection1
[junit4:junit4]   2> 4815 T965 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4815 T965 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4816 T965 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4816 T965 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348050518222/collection1/'
[junit4:junit4]   2> 4817 T965 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty2-1348050518222/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4818 T965 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty2-1348050518222/collection1/lib/README' to classloader
[junit4:junit4]   2> 4852 T965 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 4911 T965 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5011 T965 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5016 T965 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5089 T986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5103 T1011 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5103 T999 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5103 T985 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5436 T965 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5444 T965 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5447 T965 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5456 T965 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5460 T965 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5463 T965 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5464 T965 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5464 T965 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348050518222/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty2/
[junit4:junit4]   2> 5465 T965 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac8df7b
[junit4:junit4]   2> 5466 T965 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty2/index/
[junit4:junit4]   2> 5466 T965 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5467 T965 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty2/index forceNew:false
[junit4:junit4]   2> 5472 T965 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty2/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5472 T965 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 5472 T965 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 5474 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5475 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 5475 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5475 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 5476 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5476 T965 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5477 T965 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5477 T965 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5478 T965 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5478 T965 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 5479 T965 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 5479 T965 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5480 T965 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 5480 T965 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 5480 T965 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 5481 T965 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5482 T965 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5482 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5482 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5483 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5483 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5484 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5484 T965 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5485 T965 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 5486 T965 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 5488 T965 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5491 T965 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 5492 T965 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 5495 T965 oass.SolrIndexSearcher.<init> Opening Searcher@35ad54dd main
[junit4:junit4]   2> 5496 T965 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5496 T965 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5497 T965 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 5502 T965 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 5552 T1012 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@35ad54dd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5605 T986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5618 T985 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5618 T999 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5618 T1011 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6058 T965 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 6058 T965 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:39148/solr shardId:shard2
[junit4:junit4]   2> 6059 T965 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 6075 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0004 type:delete cxid:0x42 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 6075 T965 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 6076 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0004 type:create cxid:0x43 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6078 T965 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 6078 T965 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 6078 T965 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39148/solr/collection1/
[junit4:junit4]   2> 6079 T965 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 6079 T965 oasc.SyncStrategy.syncToMe http://127.0.0.1:39148/solr/collection1/ has no replicas
[junit4:junit4]   2> 6080 T965 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39148/solr/collection1/
[junit4:junit4]   2> 6080 T965 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 6082 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0004 type:create cxid:0x4c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6120 T986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6126 T985 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6126 T999 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6126 T1011 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6135 T965 oasc.ZkController.register We are http://127.0.0.1:39148/solr/collection1/ and leader is http://127.0.0.1:39148/solr/collection1/
[junit4:junit4]   2> 6135 T965 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39148/solr
[junit4:junit4]   2> 6135 T965 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 6136 T965 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6137 T965 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 6137 T965 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 6138 T965 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 6250 T965 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 6252 T965 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:39152
[junit4:junit4]   2> 6253 T965 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6253 T965 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348050519766
[junit4:junit4]   2> 6254 T965 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348050519766/'
[junit4:junit4]   2> 6281 T965 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 6281 T965 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6282 T965 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348050519766
[junit4:junit4]   2> 6282 T965 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348050519766/solr.xml
[junit4:junit4]   2> 6282 T965 oasc.CoreContainer.<init> New CoreContainer 693571038
[junit4:junit4]   2> 6283 T965 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348050519766/'
[junit4:junit4]   2> 6283 T965 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348050519766/'
[junit4:junit4]   2> 6305 T965 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 6315 T965 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:39140/solr
[junit4:junit4]   2> 6316 T965 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39140/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@75cb631a
[junit4:junit4]   2> 6317 T1022 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39140
[junit4:junit4]   2> 6317 T965 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6317 T1022 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39140, initiating session
[junit4:junit4]   2> 6318 T967 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:39153
[junit4:junit4]   2> 6318 T967 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:39153
[junit4:junit4]   2> 6321 T969 oazs.NIOServerCnxn.finishSessionInit Established session 0x139de126edb0005 with negotiated timeout 5000 for client /140.211.11.196:39153
[junit4:junit4]   2> 6321 T1022 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39140, sessionid = 0x139de126edb0005, negotiated timeout = 5000
[junit4:junit4]   2> 6321 T1023 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@75cb631a name:ZooKeeperConnection Watcher:127.0.0.1:39140/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6322 T965 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6323 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6336 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6337 T965 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39152_solr
[junit4:junit4]   2> 6338 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:39152_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:39152_solr
[junit4:junit4]   2> 6339 T965 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39152_solr
[junit4:junit4]   2> 6348 T999 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 6348 T985 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 6348 T1011 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 6348 T965 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 6349 T965 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 6349 T965 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 6349 T965 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 6350 T965 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 6350 T965 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 6350 T965 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 6351 T965 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 6351 T965 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 6351 T965 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 6363 T965 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6368 T965 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348050519766/collection1
[junit4:junit4]   2> 6368 T965 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 6369 T965 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 6369 T965 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 6370 T965 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348050519766/collection1/'
[junit4:junit4]   2> 6371 T965 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty3-1348050519766/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 6371 T965 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty3-1348050519766/collection1/lib/README' to classloader
[junit4:junit4]   2> 6406 T965 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 6454 T965 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 6554 T965 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 6561 T965 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6629 T986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6642 T985 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6642 T1011 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6642 T999 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6642 T1023 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7239 T965 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 7252 T965 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 7256 T965 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7269 T965 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7274 T965 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7279 T965 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7281 T965 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7282 T965 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348050519766/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty3/
[junit4:junit4]   2> 7282 T965 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac8df7b
[junit4:junit4]   2> 7284 T965 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty3/index/
[junit4:junit4]   2> 7285 T965 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7286 T965 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty3/index forceNew:false
[junit4:junit4]   2> 7291 T965 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty3/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7292 T965 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 7293 T965 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 7296 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7296 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 7297 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7297 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 7298 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7299 T965 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7299 T965 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7300 T965 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7301 T965 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7302 T965 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 7303 T965 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 7303 T965 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7304 T965 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 7304 T965 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 7305 T965 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 7306 T965 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7307 T965 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7307 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7308 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7309 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7310 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7310 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7311 T965 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7312 T965 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 7313 T965 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 7316 T965 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7321 T965 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 7322 T965 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 7326 T965 oass.SolrIndexSearcher.<init> Opening Searcher@7b95aa1d main
[junit4:junit4]   2> 7328 T965 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7328 T965 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7329 T965 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 7337 T965 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 7395 T1024 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7b95aa1d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7647 T986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7662 T1023 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7662 T1011 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7662 T999 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7662 T985 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7904 T965 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 7904 T965 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:39152/solr shardId:shard1
[junit4:junit4]   2> 7906 T965 oasc.ZkController.register We are http://127.0.0.1:39152/solr/collection1/ and leader is http://127.0.0.1:39145/solr/collection1/
[junit4:junit4]   2> 7907 T965 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39152/solr
[junit4:junit4]   2> 7907 T965 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 7908 T965 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C65 name=collection1 org.apache.solr.core.SolrCore@7bf5f1cc url=http://127.0.0.1:39152/solr/collection1 node=127.0.0.1:39152_solr
[junit4:junit4]   2> 7915 T1025 C65 P39152 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 7915 T965 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7916 T1025 C65 P39152 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 7917 T965 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 7917 T965 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7917 T1025 C65 P39152 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:39145/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 7918 T965 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 7924 T1025 C65 P39152 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 7945 T1025 C65 P39152 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:39152/solr START replicas=[http://127.0.0.1:39145/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 7945 T1025 C65 P39152 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 7945 T1025 C65 P39152 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 7946 T1025 C65 P39152 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 7946 T1025 C65 P39152 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C66 name=collection1 org.apache.solr.core.SolrCore@7a1d1456 url=http://127.0.0.1:39145/solr/collection1 node=127.0.0.1:39145_solr
[junit4:junit4]   2> 7958 T991 C66 P39145 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 8103 T965 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 8106 T965 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:39157
[junit4:junit4]   2> 8107 T965 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8108 T965 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348050521556
[junit4:junit4]   2> 8108 T965 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348050521556/'
[junit4:junit4]   2> 8149 T965 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8150 T965 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8150 T965 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348050521556
[junit4:junit4]   2> 8151 T965 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348050521556/solr.xml
[junit4:junit4]   2> 8151 T965 oasc.CoreContainer.<init> New CoreContainer 657091016
[junit4:junit4]   2> 8152 T965 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348050521556/'
[junit4:junit4]   2> 8153 T965 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348050521556/'
[junit4:junit4]   2> 8165 T986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8182 T985 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8182 T1011 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8182 T999 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8182 T1023 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8185 T965 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8200 T965 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:39140/solr
[junit4:junit4]   2> 8201 T965 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39140/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@1b644cae
[junit4:junit4]   2> 8202 T1036 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39140
[junit4:junit4]   2> 8202 T965 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8203 T1036 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39140, initiating session
[junit4:junit4]   2> 8203 T967 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:39158
[junit4:junit4]   2> 8203 T967 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:39158
[junit4:junit4]   2> 8205 T969 oazs.NIOServerCnxn.finishSessionInit Established session 0x139de126edb0006 with negotiated timeout 5000 for client /140.211.11.196:39158
[junit4:junit4]   2> 8205 T1036 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39140, sessionid = 0x139de126edb0006, negotiated timeout = 5000
[junit4:junit4]   2> 8205 T1037 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b644cae name:ZooKeeperConnection Watcher:127.0.0.1:39140/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8205 T965 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8206 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0006 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8207 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0006 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8216 T965 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39157_solr
[junit4:junit4]   2> 8217 T970 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139de126edb0006 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:39157_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:39157_solr
[junit4:junit4]   2> 8217 T965 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39157_solr
[junit4:junit4]   2> 8224 T1023 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 8224 T985 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 8224 T999 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 8224 T1011 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 8224 T965 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 8225 T965 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8225 T965 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 8226 T965 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8226 T965 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8227 T965 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8227 T965 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8227 T965 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8228 T965 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8228 T965 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 8247 T965 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 8253 T965 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348050521556/collection1
[junit4:junit4]   2> 8253 T965 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 8254 T965 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 8254 T965 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 8255 T965 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348050521556/collection1/'
[junit4:junit4]   2> 8257 T965 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty4-1348050521556/collection1/lib/README' to classloader
[junit4:junit4]   2> 8258 T965 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty4-1348050521556/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 8308 T965 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 8378 T965 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 8479 T965 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 8485 T965 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9114 T965 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9126 T965 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9130 T965 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9151 T965 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9156 T965 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9161 T965 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9162 T965 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9163 T965 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348050521556/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty4/
[junit4:junit4]   2> 9164 T965 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ac8df7b
[junit4:junit4]   2> 9165 T965 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty4/index/
[junit4:junit4]   2> 9166 T965 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9167 T965 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty4/index forceNew:false
[junit4:junit4]   2> 9199 T965 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty4/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9200 T965 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 9201 T965 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 9204 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9204 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 9205 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9205 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 9206 T965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9207 T965 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9207 T965 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9208 T965 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9209 T965 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9210 T965 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 9210 T965 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 9211 T965 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9212 T965 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 9212 T965 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 9213 T965 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 9214 T965 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9215 T965 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9215 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9216 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9217 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9218 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9218 T965 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9219 T965 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9220 T965 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 9221 T965 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 9225 T965 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9230 T965 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 9231 T965 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 9235 T965 oass.SolrIndexSearcher.<init> Opening Searcher@2c51baa main
[junit4:junit4]   2> 9237 T965 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9238 T965 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9239 T965 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 9247 T965 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 9295 T1038 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2c51baa main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9693 T986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9707 T985 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9707 T1037 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9707 T999 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9707 T1011 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9707 T1023 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9804 T965 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 9804 T965 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:39157/solr shardId:shard2
[junit4:junit4]   2> 9807 T965 oasc.ZkController.register We are http://127.0.0.1:39157/solr/collection1/ and leader is http://127.0.0.1:39148/solr/collection1/
[junit4:junit4]   2> 9807 T965 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39157/solr
[junit4:junit4]   2> 9807 T965 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 9808 T965 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C67 name=collection1 org.apache.solr.core.SolrCore@59a9d2d url=http://127.0.0.1:39157/solr/collection1 node=127.0.0.1:39157_solr
[junit4:junit4]   2> 9809 T1039 C67 P39157 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 9809 T965 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9809 T1039 C67 P39157 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 9810 T965 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 9810 T965 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9810 T1039 C67 P39157 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:39148/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 9810 T965 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9811 T1039 C67 P39157 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:39157/solr START replicas=[http://127.0.0.1:39148/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 9811 T1039 C67 P39157 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 9811 T1039 C67 P39157 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 9812 T1039 C67 P39157 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 9812 T1039 C67 P39157 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C68 name=collection1 org.apache.solr.core.SolrCore@3e91cae url=http://127.0.0.1:39148/solr/collection1 node=127.0.0.1:39148_solr
[junit4:junit4]   2> 9820 T1003 C68 P39148 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1 
[junit4:junit4]   2> 9828 T965 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39140/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@d2ff8af
[junit4:junit4]   2> 9829 T1041 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39140
[junit4:junit4]   2> 9829 T965 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9829 T1041 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39140, initiating session
[junit4:junit4]   2> 9830 T967 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:39162
[junit4:junit4]   2> 9830 T967 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:39162
[junit4:junit4]   2> 9831 T969 oazs.NIOServerCnxn.finishSessionInit Established session 0x139de126edb0007 with negotiated timeout 10000 for client /140.211.11.196:39162
[junit4:junit4]   2> 9831 T1041 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39140, sessionid = 0x139de126edb0007, negotiated timeout = 10000
[junit4:junit4]   2> 9832 T1042 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d2ff8af name:ZooKeeperConnection Watcher:127.0.0.1:39140/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9832 T965 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9832 T965 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9835 T965 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 9836 T965 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 9843 T965 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C69 name=collection1 org.apache.solr.core.SolrCore@2aa97c9c url=http://127.0.0.1:39143/solr/collection1 node=127.0.0.1:39143_solr
[junit4:junit4]   2> 9865 T977 C69 P39143 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16
[junit4:junit4]   2> 9884 T977 C69 P39143 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/control/data/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9885 T977 C69 P39143 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 9891 T977 C69 P39143 /update {wt=javabin&version=2} {add=[1 (1413533425727438848)]} 0 39
[junit4:junit4]   2> 9892 T965 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39140/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@4623ddda
[junit4:junit4]   2> 9893 T1043 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39140
[junit4:junit4]   2> 9893 T965 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9894 T1043 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39140, initiating session
[junit4:junit4]   2> 9894 T967 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:39164
[junit4:junit4]   2> 9895 T967 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:39164
[junit4:junit4]   2> 9896 T969 oazs.NIOServerCnxn.finishSessionInit Established session 0x139de126edb0008 with negotiated timeout 10000 for client /140.211.11.196:39164
[junit4:junit4]   2> 9896 T1043 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39140, sessionid = 0x139de126edb0008, negotiated timeout = 10000
[junit4:junit4]   2> 9896 T1044 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4623ddda name:ZooKeeperConnection Watcher:127.0.0.1:39140/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9896 T965 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9897 T965 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9913 T993 C66 P39145 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9913 T993 C66 P39145 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2>  C65_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:39152_solr, base_url=http://127.0.0.1:39152/solr}
[junit4:junit4]   2> 9958 T1015 C65 P39152 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty3/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9959 T1015 C65 P39152 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 9965 T1015 C65 P39152 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=11 
[junit4:junit4]   2> 9966 T993 C66 P39145 /update {wt=javabin&version=2} {add=[1 (1413533425757847552)]} 0 66
[junit4:junit4]   2> 9967 T965 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):1800
[junit4:junit4]   2> 9967 T965 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10210 T986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10223 T985 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10223 T999 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10223 T1023 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10223 T1044 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10223 T1037 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10223 T1011 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10223 T1042 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10969 T965 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10974 T1025 C65 P39152 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 10974 T1025 C65 P39152 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=tlog{file=./org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty3/tlog/tlog.0000000000000000000 refcount=1}}
[junit4:junit4]   2> 10974 T1025 C65 P39152 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:39145/solr/collection1/. core=collection1
[junit4:junit4]   2> 10974 T1025 C65 P39152 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 10988 T994 C66 P39145 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 11068 T994 C66 P39145 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty1/index,segFN=segments_2,generation=2,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt]
[junit4:junit4]   2> 11069 T994 C66 P39145 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 11076 T994 C66 P39145 oass.SolrIndexSearcher.<init> Opening Searcher@373fd main
[junit4:junit4]   2> 11076 T994 C66 P39145 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 11078 T1000 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@373fd main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4]   2> 11079 T994 C66 P39145 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 92
[junit4:junit4]   2> 11133 T1025 C65 P39152 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 11133 T1025 C65 P39152 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4]   2> 11159 T1025 C65 P39152 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 11162 T995 C66 P39145 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 11163 T995 C66 P39145 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=2 
[junit4:junit4]   2> 11164 T1025 C65 P39152 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 11164 T1025 C65 P39152 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 11164 T1025 C65 P39152 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 11169 T995 C66 P39145 REQ /replication {command=filelist&generation=2&wt=javabin&qt=/replication&version=2} status=0 QTime=2 
[junit4:junit4]   2> 11170 T1025 C65 P39152 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 11
[junit4:junit4]   2> 11172 T1025 C65 P39152 oash.SnapPuller.fetchLatestIndex Starting download to ./org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty3/index.20120919052844789 fullCopy=true
[junit4:junit4]   2> 11184 T995 C66 P39145 REQ /replication {file=_0.fnm&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=5 
[junit4:junit4]   2> 11202 T995 C66 P39145 REQ /replication {file=_0_nrm.cfe&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 11207 T995 C66 P39145 REQ /replication {file=_0.tim&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 11212 T995 C66 P39145 REQ /replication {file=_0.frq&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 11216 T995 C66 P39145 REQ /replication {file=segments_2&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 11221 T995 C66 P39145 REQ /replication {file=_0.fdx&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 11226 T995 C66 P39145 REQ /replication {file=_0_nrm.cfs&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 11231 T995 C66 P39145 REQ /replication {file=_0.si&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 11236 T995 C66 P39145 REQ /replication {file=_0.tip&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 11241 T995 C66 P39145 REQ /replication {file=_0.prx&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 11246 T995 C66 P39145 REQ /replication {file=_0.fdt&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 11248 T1025 C65 P39152 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 11249 T1025 C65 P39152 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20120919052844789
[junit4:junit4]   2> 11258 T1025 C65 P39152 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 11258 T1025 C65 P39152 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 11258 T1025 C65 P39152 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 11262 T1025 C65 P39152 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty3/index.20120919052844789
[junit4:junit4]   2> 11263 T1025 C65 P39152 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty3/index.20120919052844789 forceNew:true
[junit4:junit4]   2> 11267 T1025 C65 P39152 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty3/index.20120919052844789,segFN=segments_2,generation=2,filenames=[_0.fnm, _0_nrm.cfe, _0.tim, _0.frq, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0.tip, _0.prx, _0.fdt]
[junit4:junit4]   2> 11268 T1025 C65 P39152 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 11268 T1025 C65 P39152 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 11270 T1025 C65 P39152 oass.SolrIndexSearcher.<init> Opening Searcher@6feceb55 main
[junit4:junit4]   2> 11273 T1024 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6feceb55 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4]   2> 11273 T1024 oasc.CachingDirectoryFactory.close Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty3/index
[junit4:junit4]   2> 11273 T1024 oash.SnapPuller$2.onClose removing old index directory ./org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty3/index
[junit4:junit4]   2> 11275 T1025 C65 P39152 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 11276 T1025 C65 P39152 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 11276 T1025 C65 P39152 oasc.RecoveryStrategy.replay Replaying buffered documents. core=collection1
[junit4:junit4]   2> 11277 T1047 C65 P39152 oasu.UpdateLog$LogReplayer.doReplay WARNING Starting log replay tlog{file=./org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty3/tlog/tlog.0000000000000000000 refcount=2} active=true starting pos=428
[junit4:junit4]   2> 11277 T1047 C65 P39152 oasu.DirectUpdateHandler2.commit start commit{flags=2,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 11279 T1047 C65 P39152 oass.SolrIndexSearcher.<init> Opening Searcher@5ed0577 main
[junit4:junit4]   2> 11280 T1047 C65 P39152 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 11281 T1024 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5ed0577 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4]   2> 11281 T1047 C65 P39152 oasu.UpdateLog$LogReplayer.run WARNING Log replay finished. recoveryInfo=RecoveryInfo{adds=0 deletes=0 deleteByQuery=0 errors=0 positionOfStart=428}
[junit4:junit4]   2> 11281 T1025 C65 P39152 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 11283 T1025 C65 P39152 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 11729 T986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11743 T1042 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11743 T1011 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11743 T1023 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11743 T999 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11743 T985 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11743 T1044 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11744 T1037 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11971 T965 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C67_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:39157_solr, base_url=http://127.0.0.1:39157/solr}
[junit4:junit4]   2> 12830 T1039 C67 P39157 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 12830 T1039 C67 P39157 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 12830 T1039 C67 P39157 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:39148/solr/collection1/. core=collection1
[junit4:junit4]   2> 12830 T1039 C67 P39157 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12843 T1005 C68 P39148 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 12848 T1005 C68 P39148 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty2/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12849 T1005 C68 P39148 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 12850 T1005 C68 P39148 oass.SolrIndexSearcher.<init> Opening Searcher@5bb2abbc main
[junit4:junit4]   2> 12850 T1005 C68 P39148 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12852 T1012 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5bb2abbc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 12852 T1005 C68 P39148 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 9
[junit4:junit4]   2> 12853 T1039 C67 P39157 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 12854 T1039 C67 P39157 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 12856 T1006 C68 P39148 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 12856 T1006 C68 P39148 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1 
[junit4:junit4]   2> 12860 T1039 C67 P39157 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty4/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12860 T1039 C67 P39157 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 12861 T1039 C67 P39157 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 12890 T1039 C67 P39157 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty4/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty4/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 12890 T1039 C67 P39157 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 12892 T1039 C67 P39157 oass.SolrIndexSearcher.<init> Opening Searcher@51354cac main
[junit4:junit4]   2> 12893 T1039 C67 P39157 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12894 T1038 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@51354cac main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 12894 T1039 C67 P39157 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 12894 T1039 C67 P39157 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 12904 T1039 C67 P39157 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 12973 T965 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13249 T986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13264 T1042 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13264 T1044 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13264 T1023 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13264 T1011 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13264 T985 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13264 T1037 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13264 T999 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13975 T965 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13979 T977 C69 P39143 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 14010 T977 C69 P39143 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/control/data/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/control/data/index,segFN=segments_2,generation=2,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt]
[junit4:junit4]   2> 14010 T977 C69 P39143 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 14021 T977 C69 P39143 oass.SolrIndexSearcher.<init> Opening Searcher@6a16f17c main
[junit4:junit4]   2> 14022 T977 C69 P39143 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14023 T988 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6a16f17c main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4]   2> 14024 T977 C69 P39143 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 45
[junit4:junit4]   2> 14027 T1007 C68 P39148 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 14031 T1007 C68 P39148 oass.SolrIndexSearcher.<init> Opening Searcher@41620aeb main
[junit4:junit4]   2> 14031 T1007 C68 P39148 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14032 T1012 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@41620aeb main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14033 T1007 C68 P39148 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:39145/solr/collection1/, StdNode: http://127.0.0.1:39152/solr/collection1/, StdNode: http://127.0.0.1:39157/solr/collection1/]
[junit4:junit4]   2>  C65_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:39152_solr, base_url=http://127.0.0.1:39152/solr}
[junit4:junit4]   2> 14037 T1015 C65 P39152 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 14037 T996 C66 P39145 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 14040 T1015 C65 P39152 oass.SolrIndexSearcher.<init> Opening Searcher@4c60bdda main
[junit4:junit4]   2> 14041 T1015 C65 P39152 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14042 T1024 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4c60bdda main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4]   2> 14042 T1015 C65 P39152 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 5
[junit4:junit4]   2> 14048 T996 C66 P39145 oass.SolrIndexSearcher.<init> Opening Searcher@305e0ade main
[junit4:junit4]   2> 14049 T996 C66 P39145 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2>  C67_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:39157_solr, base_url=http://127.0.0.1:39157/solr}
[junit4:junit4]   2> 14049 T1029 C67 P39157 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 14052 T1000 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@305e0ade main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4]   2> 14052 T996 C66 P39145 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 15
[junit4:junit4]   2> 14054 T1029 C67 P39157 oass.SolrIndexSearcher.<init> Opening Searcher@5cf7ac3 main
[junit4:junit4]   2> 14054 T1029 C67 P39157 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14056 T1038 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5cf7ac3 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 14056 T1029 C67 P39157 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 7
[junit4:junit4]   2> 14057 T1007 C68 P39148 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 30
[junit4:junit4]   2> 14064 T978 C69 P39143 REQ /select {fl=id,score&shard.url=127.0.0.1:39143/solr/collection1/&NOW=1348050527678&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 14073 T978 C69 P39143 REQ /select {shard.url=127.0.0.1:39143/solr/collection1/&NOW=1348050527678&q=*:*&ids=1&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 14074 T977 C69 P39143 REQ /select {wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=14 
[junit4:junit4]   2> 14075 T965 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39140/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1fc3e3e4
[junit4:junit4]   2> 14076 T1052 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39140
[junit4:junit4]   2> 14076 T965 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 14076 T1052 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39140, initiating session
[junit4:junit4]   2> 14077 T967 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:39177
[junit4:junit4]   2> 14077 T967 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:39177
[junit4:junit4]   2> 14078 T969 oazs.NIOServerCnxn.finishSessionInit Established session 0x139de126edb0009 with negotiated timeout 10000 for client /140.211.11.196:39177
[junit4:junit4]   2> 14078 T1052 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39140, sessionid = 0x139de126edb0009, negotiated timeout = 10000
[junit4:junit4]   2> 14079 T1053 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fc3e3e4 name:ZooKeeperConnection Watcher:127.0.0.1:39140/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 14079 T965 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 14079 T965 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 14081 T970 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139de126edb0009
[junit4:junit4]   2> 14082 T1053 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 14082 T965 oaz.ZooKeeper.close Session: 0x139de126edb0009 closed
[junit4:junit4]   2> 14082 T967 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:39177 which had sessionid 0x139de126edb0009
[junit4:junit4]   2> 14084 T997 C66 P39145 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 14087 T1008 C68 P39148 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 14094 T992 C66 P39145 REQ /select {fl=id,score&shard.url=127.0.0.1:39145/solr/collection1/|127.0.0.1:39152/solr/collection1/&NOW=1348050527708&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 14094 T1030 C67 P39157 REQ /select {fl=id,score&shard.url=127.0.0.1:39148/solr/collection1/|127.0.0.1:39157/solr/collection1/&NOW=1348050527708&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 14098 T992 C66 P39145 REQ /select {shard.url=127.0.0.1:39145/solr/collection1/|127.0.0.1:39152/solr/collection1/&NOW=1348050527708&q=*:*&ids=1&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 14099 T1007 C68 P39148 REQ /select {wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=9 
[junit4:junit4]   2> 14108 T977 C69 P39143 /update {wt=javabin&version=2} {add=[2 (1413533430155575296)]} 0 6
[junit4:junit4]   2> 14133 T1029 C67 P39157 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39148/solr/collection1/&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 14134 T1009 C68 P39148 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=16 
[junit4:junit4]   2> 14135 T993 C66 P39145 /update {wt=javabin&version=2} {add=[2]} 0 24
[junit4:junit4]   2> 14141 T977 C69 P39143 /update {wt=javabin&version=2} {add=[3 (1413533430193324032)]} 0 3
[junit4:junit4]   2> 14153 T1029 C67 P39157 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 14154 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[3 (1413533430199615488)]} 0 10
[junit4:junit4]   2> 14160 T977 C69 P39143 /update {wt=javabin&version=2} {add=[4 (1413533430213246976)]} 0 3
[junit4:junit4]   2> 14177 T1015 C65 P39152 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 14178 T993 C66 P39145 /update {wt=javabin&version=2} {add=[4 (1413533430219538432)]} 0 15
[junit4:junit4]   2> 14185 T977 C69 P39143 /update {wt=javabin&version=2} {add=[5 (1413533430238412800)]} 0 4
[junit4:junit4]   2> 14201 T1029 C67 P39157 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39148/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 14201 T1009 C68 P39148 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=10 
[junit4:junit4]   2> 14202 T993 C66 P39145 /update {wt=javabin&version=2} {add=[5]} 0 14
[junit4:junit4]   2> 14208 T977 C69 P39143 /update {wt=javabin&version=2} {add=[6 (1413533430263578624)]} 0 3
[junit4:junit4]   2> 14223 T1029 C67 P39157 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39148/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 14224 T1009 C68 P39148 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=10 
[junit4:junit4]   2> 14225 T993 C66 P39145 /update {wt=javabin&version=2} {add=[6]} 0 14
[junit4:junit4]   2> 14231 T977 C69 P39143 /update {wt=javabin&version=2} {add=[7 (1413533430287695872)]} 0 3
[junit4:junit4]   2> 14245 T1029 C67 P39157 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39148/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 14246 T1009 C68 P39148 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=9 
[junit4:junit4]   2> 14247 T993 C66 P39145 /update {wt=javabin&version=2} {add=[7]} 0 13
[junit4:junit4]   2> 14253 T977 C69 P39143 /update {wt=javabin&version=2} {add=[8 (1413533430310764544)]} 0 3
[junit4:junit4]   2> 14265 T1015 C65 P39152 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 14266 T993 C66 P39145 /update {wt=javabin&version=2} {add=[8 (1413533430317056000)]} 0 10
[junit4:junit4]   2> 14272 T977 C69 P39143 /update {wt=javabin&version=2} {add=[9 (1413533430330687488)]} 0 3
[junit4:junit4]   2> 14287 T1029 C67 P39157 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39148/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 14288 T1009 C68 P39148 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=10 
[junit4:junit4]   2> 14288 T993 C66 P39145 /update {wt=javabin&version=2} {add=[9]} 0 13
[junit4:junit4]   2> 14294 T977 C69 P39143 /update {wt=javabin&version=2} {add=[10 (1413533430353756160)]} 0 3
[junit4:junit4]   2> 14310 T1015 C65 P39152 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39145/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 14311 T996 C66 P39145 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=10 
[junit4:junit4]   2> 14312 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[10]} 0 15
[junit4:junit4]   2> 14338 T977 C69 P39143 /update {wt=javabin&version=2} {add=[11 (1413533430378921984)]} 0 23
[junit4:junit4]   2> 14355 T1015 C65 P39152 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39145/solr/collection1/&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 14356 T996 C66 P39145 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=11 
[junit4:junit4]   2> 14357 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[11]} 0 15
[junit4:junit4]   2> 14366 T977 C69 P39143 /update {wt=javabin&version=2} {add=[12 (1413533430426107904)]} 0 6
[junit4:junit4]   2> 14382 T1015 C65 P39152 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39145/solr/collection1/&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 14382 T996 C66 P39145 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=10 
[junit4:junit4]   2> 14383 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[12]} 0 14
[junit4:junit4]   2> 14389 T977 C69 P39143 /update {wt=javabin&version=2} {add=[13 (1413533430453370880)]} 0 3
[junit4:junit4]   2> 14403 T1015 C65 P39152 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 14403 T993 C66 P39145 /update {wt=javabin&version=2} {add=[13 (1413533430460710912)]} 0 10
[junit4:junit4]   2> 14409 T977 C69 P39143 /update {wt=javabin&version=2} {add=[14 (1413533430474342400)]} 0 3
[junit4:junit4]   2> 14419 T1015 C65 P39152 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 14420 T993 C66 P39145 /update {wt=javabin&version=2} {add=[14 (1413533430480633856)]} 0 8
[junit4:junit4]   2> 14425 T977 C69 P39143 /update {wt=javabin&version=2} {add=[15 (1413533430491119616)]} 0 2
[junit4:junit4]   2> 14437 T1015 C65 P39152 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 14438 T993 C66 P39145 /update {wt=javabin&version=2} {add=[15 (1413533430497411072)]} 0 10
[junit4:junit4]   2> 14445 T977 C69 P39143 /update {wt=javabin&version=2} {add=[16 (1413533430512091136)]} 0 3
[junit4:junit4]   2> 14459 T1015 C65 P39152 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39145/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 14460 T996 C66 P39145 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=9 
[junit4:junit4]   2> 14461 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[16]} 0 13
[junit4:junit4]   2> 14475 T977 C69 P39143 /update {wt=javabin&version=2} {add=[17 (1413533430538305536)]} 0 10
[junit4:junit4]   2> 14502 T1029 C67 P39157 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=10 
[junit4:junit4]   2> 14503 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[17 (1413533430551937024)]} 0 25
[junit4:junit4]   2> 14509 T977 C69 P39143 /update {wt=javabin&version=2} {add=[100 (1413533430579200000)]} 0 3
[junit4:junit4]   2> 14565 T1015 C65 P39152 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39145/solr/collection1/&wt=javabin&version=2} status=0 QTime=24 
[junit4:junit4]   2> 14566 T996 C66 P39145 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=51 
[junit4:junit4]   2> 14566 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[100]} 0 54
[junit4:junit4]   2> 14573 T977 C69 P39143 /update {wt=javabin&version=2} {add=[101 (1413533430646308864)]} 0 3
[junit4:junit4]   2> 14592 T1015 C65 P39152 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39145/solr/collection1/&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 14593 T996 C66 P39145 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=14 
[junit4:junit4]   2> 14594 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[101]} 0 18
[junit4:junit4]   2> 14600 T977 C69 P39143 /update {wt=javabin&version=2} {add=[102 (1413533430674620416)]} 0 3
[junit4:junit4]   2> 14611 T1015 C65 P39152 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 14612 T993 C66 P39145 /update {wt=javabin&version=2} {add=[102 (1413533430680911872)]} 0 9
[junit4:junit4]   2> 14638 T977 C69 P39143 /update {wt=javabin&version=2} {add=[103 (1413533430693494784)]} 0 23
[junit4:junit4]   2> 14650 T1029 C67 P39157 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 14650 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[103 (1413533430721806336)]} 0 8
[junit4:junit4]   2> 14658 T977 C69 P39143 /update {wt=javabin&version=2} {add=[104 (1413533430733340672)]} 0 5
[junit4:junit4]   2> 14672 T1029 C67 P39157 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39148/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 14672 T1009 C68 P39148 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 14673 T993 C66 P39145 /update {wt=javabin&version=2} {add=[104]} 0 12
[junit4:junit4]   2> 14679 T977 C69 P39143 /update {wt=javabin&version=2} {add=[105 (1413533430757457920)]} 0 3
[junit4:junit4]   2> 14733 T1029 C67 P39157 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39148/solr/collection1/&wt=javabin&version=2} status=0 QTime=22 
[junit4:junit4]   2> 14734 T1009 C68 P39148 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=48 
[junit4:junit4]   2> 14734 T993 C66 P39145 /update {wt=javabin&version=2} {add=[105]} 0 52
[junit4:junit4]   2> 14741 T977 C69 P39143 /update {wt=javabin&version=2} {add=[106 (1413533430822469632)]} 0 3
[junit4:junit4]   2> 14755 T1029 C67 P39157 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 14756 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[106 (1413533430828761088)]} 0 12
[junit4:junit4]   2> 14761 T977 C69 P39143 /update {wt=javabin&version=2} {add=[107 (1413533430844489728)]} 0 2
[junit4:junit4]   2> 14775 T1015 C65 P39152 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39145/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 14776 T996 C66 P39145 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=9 
[junit4:junit4]   2> 14777 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[107]} 0 13
[junit4:junit4]   2> 14782 T977 C69 P39143 /update {wt=javabin&version=2} {add=[108 (1413533430865461248)]} 0 2
[junit4:junit4]   2> 14818 T1015 C65 P39152 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39145/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 14819 T996 C66 P39145 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=32 
[junit4:junit4]   2> 14821 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[108]} 0 36
[junit4:junit4]   2> 14827 T977 C69 P39143 /update {wt=javabin&version=2} {add=[109 (1413533430912647168)]} 0 3
[junit4:junit4]   2> 14837 T1015 C65 P39152 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 14838 T993 C66 P39145 /update {wt=javabin&version=2} {add=[109 (1413533430918938624)]} 0 8
[junit4:junit4]   2> 14843 T977 C69 P39143 /update {wt=javabin&version=2} {add=[110 (1413533430930472960)]} 0 2
[junit4:junit4]   2> 14856 T1015 C65 P39152 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39145/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 14856 T996 C66 P39145 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7 
[junit4:junit4]   2> 14857 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[110]} 0 11
[junit4:junit4]   2> 14862 T977 C69 P39143 /update {wt=javabin&version=2} {add=[111 (1413533430950395904)]} 0 2
[junit4:junit4]   2> 14875 T1015 C65 P39152 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39145/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 14875 T996 C66 P39145 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7 
[junit4:junit4]   2> 14876 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[111]} 0 11
[junit4:junit4]   2> 14881 T977 C69 P39143 /update {wt=javabin&version=2} {add=[112 (1413533430970318848)]} 0 2
[junit4:junit4]   2> 14892 T1029 C67 P39157 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 14892 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[112 (1413533430975561728)]} 0 8
[junit4:junit4]   2> 14907 T977 C69 P39143 /update {wt=javabin&version=2} {add=[113 (1413533430987096064)]} 0 12
[junit4:junit4]   2> 14918 T1015 C65 P39152 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 14918 T993 C66 P39145 /update {wt=javabin&version=2} {add=[113 (1413533431002824704)]} 0 8
[junit4:junit4]   2> 14924 T977 C69 P39143 /update {wt=javabin&version=2} {add=[114 (1413533431014359040)]} 0 3
[junit4:junit4]   2> 14938 T1015 C65 P39152 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39145/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 14938 T996 C66 P39145 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 14939 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[114]} 0 12
[junit4:junit4]   2> 14945 T977 C69 P39143 /update {wt=javabin&version=2} {add=[115 (1413533431036379136)]} 0 2
[junit4:junit4]   2> 14958 T1029 C67 P39157 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39148/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 14958 T1009 C68 P39148 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 14959 T993 C66 P39145 /update {wt=javabin&version=2} {add=[115]} 0 12
[junit4:junit4]   2> 14965 T977 C69 P39143 /update {wt=javabin&version=2} {add=[116 (1413533431057350656)]} 0 2
[junit4:junit4]   2> 14975 T1029 C67 P39157 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 14975 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[116 (1413533431062593536)]} 0 7
[junit4:junit4]   2> 14981 T977 C69 P39143 /update {wt=javabin&version=2} {add=[117 (1413533431074127872)]} 0 2
[junit4:junit4]   2> 14994 T1029 C67 P39157 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39148/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 14994 T1009 C68 P39148 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 14995 T993 C66 P39145 /update {wt=javabin&version=2} {add=[117]} 0 12
[junit4:junit4]   2> 15001 T977 C69 P39143 /update {wt=javabin&version=2} {add=[118 (1413533431096147968)]} 0 2
[junit4:junit4]   2> 15044 T1015 C65 P39152 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39145/solr/collection1/&wt=javabin&version=2} status=0 QTime=18 
[junit4:junit4]   2> 15045 T996 C66 P39145 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=38 
[junit4:junit4]   2> 15046 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[118]} 0 41
[junit4:junit4]   2> 15051 T977 C69 P39143 /update {wt=javabin&version=2} {add=[119 (1413533431148576768)]} 0 2
[junit4:junit4]   2> 15066 T1029 C67 P39157 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39148/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15066 T1009 C68 P39148 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 15068 T993 C66 P39145 /update {wt=javabin&version=2} {add=[119]} 0 14
[junit4:junit4]   2> 15072 T977 C69 P39143 /update {wt=javabin&version=2} {add=[120 (1413533431170596864)]} 0 1
[junit4:junit4]   2> 15083 T1029 C67 P39157 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15084 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[120 (1413533431175839744)]} 0 9
[junit4:junit4]   2> 15088 T977 C69 P39143 /update {wt=javabin&version=2} {add=[121 (1413533431187374080)]} 0 1
[junit4:junit4]   2> 15099 T1029 C67 P39157 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15099 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[121 (1413533431192616960)]} 0 8
[junit4:junit4]   2> 15105 T977 C69 P39143 /update {wt=javabin&version=2} {add=[122 (1413533431204151296)]} 0 2
[junit4:junit4]   2> 15122 T1015 C65 P39152 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39145/solr/collection1/&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 15123 T996 C66 P39145 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=13 
[junit4:junit4]   2> 15123 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[122]} 0 16
[junit4:junit4]   2> 15137 T977 C69 P39143 /update {wt=javabin&version=2} {add=[123 (1413533431228268544)]} 0 11
[junit4:junit4]   2> 15149 T1015 C65 P39152 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 15150 T993 C66 P39145 /update {wt=javabin&version=2} {add=[123 (1413533431243997184)]} 0 10
[junit4:junit4]   2> 15156 T977 C69 P39143 /update {wt=javabin&version=2} {add=[124 (1413533431256580096)]} 0 3
[junit4:junit4]   2> 15170 T1015 C65 P39152 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39145/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 15171 T996 C66 P39145 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 15171 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[124]} 0 11
[junit4:junit4]   2> 15177 T977 C69 P39143 /update {wt=javabin&version=2} {add=[125 (1413533431279648768)]} 0 2
[junit4:junit4]   2> 15188 T1015 C65 P39152 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39145/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15189 T996 C66 P39145 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7 
[junit4:junit4]   2> 15189 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[125]} 0 10
[junit4:junit4]   2> 15194 T977 C69 P39143 /update {wt=javabin&version=2} {add=[126 (1413533431298523136)]} 0 1
[junit4:junit4]   2> 15208 T1029 C67 P39157 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39148/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15208 T1009 C68 P39148 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 15209 T993 C66 P39145 /update {wt=javabin&version=2} {add=[126]} 0 12
[junit4:junit4]   2> 15215 T977 C69 P39143 /update {wt=javabin&version=2} {add=[127 (1413533431320543232)]} 0 2
[junit4:junit4]   2> 15259 T1029 C67 P39157 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39148/solr/collection1/&wt=javabin&version=2} status=0 QTime=11 
[junit4:junit4]   2> 15259 T1009 C68 P39148 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=38 
[junit4:junit4]   2> 15261 T993 C66 P39145 /update {wt=javabin&version=2} {add=[127]} 0 43
[junit4:junit4]   2> 15266 T977 C69 P39143 /update {wt=javabin&version=2} {add=[128 (1413533431374020608)]} 0 2
[junit4:junit4]   2> 15283 T1029 C67 P39157 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39148/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 15284 T1009 C68 P39148 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=12 
[junit4:junit4]   2> 15285 T993 C66 P39145 /update {wt=javabin&version=2} {add=[128]} 0 16
[junit4:junit4]   2> 15289 T977 C69 P39143 /update {wt=javabin&version=2} {add=[129 (1413533431398137856)]} 0 1
[junit4:junit4]   2> 15302 T1015 C65 P39152 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39145/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15302 T996 C66 P39145 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 15303 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[129]} 0 10
[junit4:junit4]   2> 15308 T977 C69 P39143 /update {wt=javabin&version=2} {add=[130 (1413533431418060800)]} 0 1
[junit4:junit4]   2> 15319 T1029 C67 P39157 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15319 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[130 (1413533431423303680)]} 0 8
[junit4:junit4]   2> 15324 T977 C69 P39143 /update {wt=javabin&version=2} {add=[131 (1413533431433789440)]} 0 2
[junit4:junit4]   2> 15338 T1029 C67 P39157 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39148/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15338 T1009 C68 P39148 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 15339 T993 C66 P39145 /update {wt=javabin&version=2} {add=[131]} 0 12
[junit4:junit4]   2> 15344 T977 C69 P39143 /update {wt=javabin&version=2} {add=[132 (1413533431455809536)]} 0 1
[junit4:junit4]   2> 15355 T1015 C65 P39152 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15355 T993 C66 P39145 /update {wt=javabin&version=2} {add=[132 (1413533431461052416)]} 0 7
[junit4:junit4]   2> 15370 T977 C69 P39143 /update {wt=javabin&version=2} {add=[133 (1413533431472586752)]} 0 11
[junit4:junit4]   2> 15382 T1015 C65 P39152 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39145/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15383 T996 C66 P39145 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 15384 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[133]} 0 10
[junit4:junit4]   2> 15391 T977 C69 P39143 /update {wt=javabin&version=2} {add=[134 (1413533431502995456)]} 0 3
[junit4:junit4]   2> 15405 T1029 C67 P39157 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39148/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15405 T1009 C68 P39148 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 15407 T993 C66 P39145 /update {wt=javabin&version=2} {add=[134]} 0 14
[junit4:junit4]   2> 15411 T977 C69 P39143 /update {wt=javabin&version=2} {add=[135 (1413533431526064128)]} 0 1
[junit4:junit4]   2> 15421 T1015 C65 P39152 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15422 T993 C66 P39145 /update {wt=javabin&version=2} {add=[135 (1413533431531307008)]} 0 8
[junit4:junit4]   2> 15427 T977 C69 P39143 /update {wt=javabin&version=2} {add=[136 (1413533431541792768)]} 0 2
[junit4:junit4]   2> 15437 T1029 C67 P39157 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15438 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[136 (1413533431548084224)]} 0 8
[junit4:junit4]   2> 15443 T977 C69 P39143 /update {wt=javabin&version=2} {add=[137 (1413533431558569984)]} 0 2
[junit4:junit4]   2> 15455 T1029 C67 P39157 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39148/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15456 T1009 C68 P39148 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7 
[junit4:junit4]   2> 15457 T993 C66 P39145 /update {wt=javabin&version=2} {add=[137]} 0 11
[junit4:junit4]   2> 15462 T977 C69 P39143 /update {wt=javabin&version=2} {add=[138 (1413533431578492928)]} 0 2
[junit4:junit4]   2> 15472 T1015 C65 P39152 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39145/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15473 T996 C66 P39145 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 15473 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[138]} 0 9
[junit4:junit4]   2> 15478 T977 C69 P39143 /update {wt=javabin&version=2} {add=[139 (1413533431596318720)]} 0 1
[junit4:junit4]   2> 15486 T1029 C67 P39157 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15487 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[139 (1413533431601561600)]} 0 6
[junit4:junit4]   2> 15491 T977 C69 P39143 /update {wt=javabin&version=2} {add=[140 (1413533431609950208)]} 0 1
[junit4:junit4]   2> 15503 T1029 C67 P39157 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39148/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15504 T1009 C68 P39148 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7 
[junit4:junit4]   2> 15505 T993 C66 P39145 /update {wt=javabin&version=2} {add=[140]} 0 11
[junit4:junit4]   2> 15509 T977 C69 P39143 /update {wt=javabin&version=2} {add=[141 (1413533431628824576)]} 0 1
[junit4:junit4]   2> 15520 T1029 C67 P39157 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39148/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15521 T1009 C68 P39148 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 15521 T993 C66 P39145 /update {wt=javabin&version=2} {add=[141]} 0 9
[junit4:junit4]   2> 15526 T977 C69 P39143 /update {wt=javabin&version=2} {add=[142 (1413533431646650368)]} 0 1
[junit4:junit4]   2> 15559 T1029 C67 P39157 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=11 
[junit4:junit4]   2> 15559 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[142 (1413533431651893248)]} 0 30
[junit4:junit4]   2> 15573 T977 C69 P39143 /update {wt=javabin&version=2} {add=[143 (1413533431686496256)]} 0 10
[junit4:junit4]   2> 15588 T1029 C67 P39157 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39148/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 15588 T1009 C68 P39148 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=9 
[junit4:junit4]   2> 15589 T993 C66 P39145 /update {wt=javabin&version=2} {add=[143]} 0 13
[junit4:junit4]   2> 15594 T977 C69 P39143 /update {wt=javabin&version=2} {add=[144 (1413533431716904960)]} 0 2
[junit4:junit4]   2> 15605 T1029 C67 P39157 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39148/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15606 T1009 C68 P39148 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 15607 T993 C66 P39145 /update {wt=javabin&version=2} {add=[144]} 0 10
[junit4:junit4]   2> 15610 T977 C69 P39143 /update {wt=javabin&version=2} {add=[145 (1413533431734730752)]} 0 1
[junit4:junit4]   2> 15621 T1029 C67 P39157 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39148/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15622 T1009 C68 P39148 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 15623 T993 C66 P39145 /update {wt=javabin&version=2} {add=[145]} 0 10
[junit4:junit4]   2> 15627 T977 C69 P39143 /update {wt=javabin&version=2} {add=[146 (1413533431752556544)]} 0 1
[junit4:junit4]   2> 15658 T1015 C65 P39152 REQ /update {distrib.from=http://127.0.0.1:39145/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=10 
[junit4:junit4]   2> 15659 T993 C66 P39145 /update {wt=javabin&version=2} {add=[146 (1413533431756750848)]} 0 29
[junit4:junit4]   2> 15663 T977 C69 P39143 /update {wt=javabin&version=2} {add=[147 (1413533431790305280)]} 0 1
[junit4:junit4]   2> 15671 T1029 C67 P39157 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15672 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[147 (1413533431795548160)]} 0 6
[junit4:junit4]   2> 15676 T977 C69 P39143 /update {wt=javabin&version=2} {add=[148 (1413533431803936768)]} 0 1
[junit4:junit4]   2> 15689 T1015 C65 P39152 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39145/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15690 T996 C66 P39145 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 15691 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[148]} 0 12
[junit4:junit4]   2> 15695 T977 C69 P39143 /update {wt=javabin&version=2} {add=[149 (1413533431823859712)]} 0 1
[junit4:junit4]   2> 15703 T1029 C67 P39157 REQ /update {distrib.from=http://127.0.0.1:39148/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15704 T1007 C68 P39148 /update {wt=javabin&version=2} {add=[149 (1413533431829102592)]} 0 6
[junit4:junit4]   2> 15705 T965 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):1800
[junit4:junit4]   2> 15706 T965 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15708 T977 C69 P39143 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16018 T977 C69 P39143 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/control/data/index,segFN=segments_2,generation=2,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/control/data/index,segFN=segments_3,generation=3,filenames=[_5_nrm.cfe, _3_nrm.cfe, _5.fdt, _5.prx, _1.frq, _4.prx, _7.si, _4.fnm, _4_nrm.cfe, _3.fdt, _1.fnm, _2.tim, _4.fdx, _7.fnm, _5.tip, _5.tim, _4.frq, _7.frq, _7.tim, _0.prx, _7.tip, _0.fnm, _2.prx, _2.frq, _2.fdt, _7.fdx, _3.prx, _2.fdx, _7.fdt, _5.si, _2.tip, _1.fdx, _1.prx, _3_nrm.cfs, _5_nrm.cfs, _1.fdt, _0.tim, _0.frq, _4_nrm.cfs, _3.si, _6.fdt, _0.tip, _2.si, _3.frq, _6.frq, _3.tim, _6.fdx, _3.fnm, _2_nrm.cfe, _6.tip, _6_nrm.cfs, _7_nrm.cfs, _6.tim, _4.tip, _0.si, _2_nrm.cfs, _1.tip, _1.tim, _1_nrm.cfs, _5.fnm, _7_nrm.cfe, _4.tim, _6_nrm.cfe, _5.frq, _4.si, _4.fdt, _0_nrm.cfs, _1_nrm.cfe, _2.fnm, _7.prx, _3.fdx, _6.prx, _1.si, _0_nrm.cfe, _5.fdx, _6.si, _6.fnm, _0.fdx, _3.tip, segments_3, _0.fdt]
[junit4:junit4]   2> 16018 T977 C69 P39143 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4]   2> 16056 T977 C69 P39143 oass.SolrIndexSearcher.<init> Opening Searcher@69c509e6 main
[junit4:junit4]   2> 16057 T977 C69 P39143 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16059 T988 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@69c509e6 main{StandardDirectoryReader(segments_3:17 _0(4.0.0.2):C1 _1(4.0.0.2):C10 _2(4.0.0.2):C10 _3(4.0.0.2):C10 _4(4.0.0.2):C10 _5(4.0.0.2):C10 _6(4.0.0.2):C10 _7(4.0.0.2):C6)}
[junit4:junit4]   2> 16059 T977 C69 P39143 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 351
[junit4:junit4]   2> 16063 T993 C66 P39145 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16237 T993 C66 P39145 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty1/index,segFN=segments_2,generation=2,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty1/index,segFN=segments_3,generation=3,filenames=[_3_nrm.cfe, _1.frq, _4.prx, _4.fnm, _4_nrm.cfe, _3.fdt, _1.fnm, _2.tim, _4.fdx, _4.frq, _0.prx, _0.fnm, _2.prx, _2.frq, _2.fdt, _3.prx, _2.fdx, _2.tip, _1.fdx, _1.prx, _3_nrm.cfs, _1.fdt, _0.tim, _0.frq, _4_nrm.cfs, _3.si, _0.tip, _2.si, _3.frq, _3.tim, _3.fnm, _2_nrm.cfe, _4.tip, _0.si, _2_nrm.cfs, _1.tip, _1.tim, _1_nrm.cfs, _4.tim, _4.si, _4.fdt, _0_nrm.cfs, _1_nrm.cfe, _2.fnm, _3.fdx, _1.si, _0_nrm.cfe, _0.fdx, _3.tip, segments_3, _0.fdt]
[junit4:junit4]   2> 16238 T993 C66 P39145 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4]   2> 16270 T993 C66 P39145 oass.SolrIndexSearcher.<init> Opening Searcher@47328a84 main
[junit4:junit4]   2> 16271 T993 C66 P39145 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16273 T1000 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@47328a84 main{StandardDirectoryReader(segments_3:11 _0(4.0.0.2):C1 _1(4.0.0.2):C10 _2(4.0.0.2):C10 _3(4.0.0.2):C10 _4(4.0.0.2):C1)}
[junit4:junit4]   2> 16274 T993 C66 P39145 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:39152/solr/collection1/, StdNode: http://127.0.0.1:39148/solr/collection1/, StdNode: http://127.0.0.1:39157/solr/collection1/]
[junit4:junit4]   2> 16276 T1015 C65 P39152 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16278 T1029 C67 P39157 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16278 T1009 C68 P39148 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16574 T1015 C65 P39152 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty3/index.20120919052844789,segFN=segments_2,generation=2,filenames=[_0.fnm, _0_nrm.cfe, _0.tim, _0.frq, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0.tip, _0.prx, _0.fdt]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty3/index.20120919052844789,segFN=segments_3,generation=3,filenames=[_3_nrm.cfe, _1.frq, _4.prx, _4.fnm, _4_nrm.cfe, _3.fdt, _1.fnm, _2.tim, _4.fdx, _4.frq, _0.prx, _0.fnm, _2.prx, _2.frq, _2.fdt, _3.prx, _2.fdx, _2.tip, _1.fdx, _1.prx, _3_nrm.cfs, _1.fdt, _0.frq, _0.tim, _4_nrm.cfs, _3.si, _0.tip, _2.si, _3.frq, _3.tim, _3.fnm, _2_nrm.cfe, _4.tip, _0.si, _2_nrm.cfs, _1.tip, _1.tim, _1_nrm.cfs, _4.tim, _4.si, _4.fdt, _0_nrm.cfs, _1_nrm.cfe, _2.fnm, _3.fdx, _1.si, _0_nrm.cfe, _0.fdx, _3.tip, segments_3, _0.fdt]
[junit4:junit4]   2> 16574 T1015 C65 P39152 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4]   2> 16579 T1015 C65 P39152 oass.SolrIndexSearcher.<init> Opening Searcher@7430413b main
[junit4:junit4]   2> 16580 T1015 C65 P39152 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16581 T1024 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7430413b main{StandardDirectoryReader(segments_3:11:nrt _0(4.0.0.2):C1 _1(4.0.0.2):C10 _2(4.0.0.2):C10 _3(4.0.0.2):C10 _4(4.0.0.2):C1)}
[junit4:junit4]   2> 16582 T1015 C65 P39152 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 306
[junit4:junit4]   2> 16584 T1009 C68 P39148 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty2/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty2/index,segFN=segments_2,generation=2,filenames=[_3_nrm.cfe, _2.si, _3.frq, _1.frq, _3.tim, _3.fdt, _3.fnm, _1.fnm, _2.tim, _2_nrm.cfe, _2_nrm.cfs, _0.si, _0.prx, _1.tip, _1.tim, _1_nrm.cfs, _0.fnm, _2.prx, _2.fdt, _2.frq, _3.prx, _0_nrm.cfs, _2.fdx, _2.fnm, _1_nrm.cfe, _3.fdx, _3_nrm.cfs, _1.prx, _1.fdx, _2.tip, _1.fdt, _1.si, _0.frq, _0.tim, _0_nrm.cfe, segments_2, _3.si, _3.tip, _0.fdx, _0.tip, _0.fdt]
[junit4:junit4]   2> 16584 T1009 C68 P39148 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 16592 T1029 C67 P39157 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty4/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty4/index,segFN=segments_3,generation=3,filenames=[_3_nrm.cfe, _2.si, _3.frq, _1.frq, _3.tim, _3.fdt, _3.fnm, _1.fnm, _2.tim, _2_nrm.cfe, _2_nrm.cfs, _0.si, _0.prx, _1.tip, _1.tim, _1_nrm.cfs, _0.fnm, _2.prx, _2.fdt, _2.frq, _3.prx, _0_nrm.cfs, _2.fdx, _2.fnm, _1_nrm.cfe, _3.fdx, _3_nrm.cfs, _1.prx, _1.fdx, _2.tip, _1.fdt, _1.si, _0.frq, _0.tim, _0_nrm.cfe, _3.si, _3.tip, _0.fdx, _0.tip, _0.fdt, segments_3]
[junit4:junit4]   2> 16593 T1029 C67 P39157 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4]   2> 16617 T1009 C68 P39148 oass.SolrIndexSearcher.<init> Opening Searcher@1b2d9d3 main
[junit4:junit4]   2> 16617 T1009 C68 P39148 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16619 T1012 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1b2d9d3 main{StandardDirectoryReader(segments_2:9 _0(4.0.0.2):C10 _1(4.0.0.2):C10 _2(4.0.0.2):C10 _3(4.0.0.2):C5)}
[junit4:junit4]   2> 16620 T1009 C68 P39148 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 342
[junit4:junit4]   2> 16628 T1029 C67 P39157 oass.SolrIndexSearcher.<init> Opening Searcher@7211fb37 main
[junit4:junit4]   2> 16629 T1029 C67 P39157 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16630 T1038 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7211fb37 main{StandardDirectoryReader(segments_3:10 _0(4.0.0.2):C10 _1(4.0.0.2):C10 _2(4.0.0.2):C10 _3(4.0.0.2):C5)}
[junit4:junit4]   2> 16631 T1029 C67 P39157 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 353
[junit4:junit4]   2> 16631 T993 C66 P39145 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 568
[junit4:junit4]   2> 16638 T978 C69 P39143 REQ /select {fl=id,score&shard.url=127.0.0.1:39143/solr/collection1/&NOW=1348050530252&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=67 status=0 QTime=0 
[junit4:junit4]   2> 16648 T978 C69 P39143 REQ /select {shard.url=127.0.0.1:39143/solr/collection1/&NOW=1348050530252&q=*:*&ids=3,2,1,10,7,6,5,4,9,8&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 16652 T977 C69 P39143 REQ /select {wt=javabin&q=*:*&version=2} hits=67 status=0 QTime=18 
[junit4:junit4]   2> 16654 T965 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39140/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@508911c7
[junit4:junit4]   2> 16655 T1059 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39140
[junit4:junit4]   2> 1665

[...truncated too long message...]

ient.AbstractHttpClient.execute(AbstractHttpClient.java:820)
[junit4:junit4]   2> 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
[junit4:junit4]   2> 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
[junit4:junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
[junit4:junit4]   2> 	... 11 more
[junit4:junit4]   2> 
[junit4:junit4]   2> 303663 T1037 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:39157/solr DONE. sync failed
[junit4:junit4]   2> 303663 T1037 oasc.SolrException.log SEVERE Sync Failed
[junit4:junit4]   2> 303663 T1037 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
[junit4:junit4]   2> 303663 T1037 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@59a9d2d
[junit4:junit4]   2> 303670 T1037 oasc.JmxMonitoredMap$SolrDynamicMBean.getMBeanInfo WARNING Could not getStatistics on info bean Lazy[solr.ReplicationHandler] java.lang.IllegalArgumentException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty4/index does not exist
[junit4:junit4]   2> 	at org.apache.commons.io.FileUtils.sizeOfDirectory(FileUtils.java:2074)
[junit4:junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getIndexSize(ReplicationHandler.java:477)
[junit4:junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getStatistics(ReplicationHandler.java:525)
[junit4:junit4]   2> 	at org.apache.solr.core.RequestHandlers$LazyRequestHandlerWrapper.getStatistics(RequestHandlers.java:310)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap$SolrDynamicMBean.getMBeanInfo(JmxMonitoredMap.java:231)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:644)
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.getAttribute(JmxMBeanServer.java:668)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.unregister(JmxMonitoredMap.java:174)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.clear(JmxMonitoredMap.java:116)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.close(SolrCore.java:864)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:213)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:158)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:102)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:56)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:131)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4:junit4]   2> 
[junit4:junit4]   2> 303671 T1037 oasc.JmxMonitoredMap$SolrDynamicMBean.getMBeanInfo WARNING Could not getStatistics on info bean Lazy[solr.ReplicationHandler] java.lang.IllegalArgumentException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348050513622/jetty4/index does not exist
[junit4:junit4]   2> 	at org.apache.commons.io.FileUtils.sizeOfDirectory(FileUtils.java:2074)
[junit4:junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getIndexSize(ReplicationHandler.java:477)
[junit4:junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getStatistics(ReplicationHandler.java:525)
[junit4:junit4]   2> 	at org.apache.solr.core.RequestHandlers$LazyRequestHandlerWrapper.getStatistics(RequestHandlers.java:310)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap$SolrDynamicMBean.getMBeanInfo(JmxMonitoredMap.java:231)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:536)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.unregister(JmxMonitoredMap.java:175)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.clear(JmxMonitoredMap.java:116)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.close(SolrCore.java:864)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:213)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:158)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:102)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:56)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:131)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4:junit4]   2> 
[junit4:junit4]   2> 303683 T1037 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 303685 T1037 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=5,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=35,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 303686 T1037 oasu.DefaultSolrCoreState.decref SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 303687 T1037 oasu.DefaultSolrCoreState.decref Closing SolrCoreState - canceling any ongoing recovery
[junit4:junit4]   2> 303688 T1037 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 303688 T1037 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 303688 T1037 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 303688 T1037 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 303688 T1037 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b644cae name:ZooKeeperConnection Watcher:127.0.0.1:39140/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   2> 303689 T1037 oascc.ConnectionManager.process Client->ZooKeeper status change trigger but we are already closed
[junit4:junit4]   2> 303689 T1037 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Asserting, sim=DefaultSimilarity, locale=hr, timezone=America/Indiana/Tell_City
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_06 (64-bit)/cpus=16,threads=2,free=77820048,total=209715200
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestUpdate, TestLRUCache, TestRemoteStreaming, TestStressRecovery, PrimUtilsTest, SuggesterTSTTest, PolyFieldTest, UpdateParamsTest, TestSolrXMLSerializer, TestReload, XmlUpdateRequestHandlerTest, TestSolrDeletionPolicy1, PrimitiveFieldTypeTest, HighlighterTest, TestDocumentBuilder, ClusterStateUpdateTest, TermVectorComponentTest, DisMaxRequestHandlerTest, TestSort, IndexSchemaTest, TestWriterPerf, StatsComponentTest, DistributedQueryElevationComponentTest, MultiTermTest, SolrCoreTest, ZkNodePropsTest, TestPluginEnable, EchoParamsTest, LeaderElectionTest, TestDocSet, RequiredFieldsTest, TestRTGBase, LukeRequestHandlerTest, OverseerTest, SignatureUpdateProcessorFactoryTest, TestFoldingMultitermQuery, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 304.07s, 1 test, 1 failure <<< FAILURES!

[...truncated 562 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/build.xml:32: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build.xml:146: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/module-build.xml:63: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/common-build.xml:1136: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/common-build.xml:810: There were test failures: 230 suites, 951 tests, 1 failure, 7 ignored (2 assumptions)

Total time: 38 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-java7 - Build # 475 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-java7/475/

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
There are still nodes recoverying

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying
	at __randomizedtesting.SeedInfo.seed([9F1757F8F8405B81:1EF1D9E08F1F3BBD]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:560)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1135)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:162)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8304 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 4 T2219 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-SyncSliceTest-1348107373731
[junit4:junit4]   2> 6 T2219 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 9 T2220 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 10 T2220 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 11 T2220 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4]   2> 107 T2219 oasc.ZkTestServer.run start zk server on port:20685
[junit4:junit4]   2> 107 T2219 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:20685 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@5661165
[junit4:junit4]   2> 108 T2225 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:20685
[junit4:junit4]   2> 108 T2219 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 109 T2225 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:20685, initiating session
[junit4:junit4]   2> 109 T2221 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:20686
[junit4:junit4]   2> 109 T2221 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:20686
[junit4:junit4]   2> 110 T2223 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 113 T2223 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e1760ca90000 with negotiated timeout 10000 for client /140.211.11.196:20686
[junit4:junit4]   2> 113 T2225 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:20685, sessionid = 0x139e1760ca90000, negotiated timeout = 10000
[junit4:junit4]   2> 113 T2226 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5661165 name:ZooKeeperConnection Watcher:127.0.0.1:20685 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 113 T2219 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 114 T2219 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 116 T2224 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139e1760ca90000
[junit4:junit4]   2> 117 T2226 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 117 T2219 oaz.ZooKeeper.close Session: 0x139e1760ca90000 closed
[junit4:junit4]   2> 118 T2221 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:20686 which had sessionid 0x139e1760ca90000
[junit4:junit4]   2> 118 T2219 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:20685/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7fc88a19
[junit4:junit4]   2> 119 T2227 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:20685
[junit4:junit4]   2> 119 T2219 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 120 T2227 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:20685, initiating session
[junit4:junit4]   2> 120 T2221 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:20687
[junit4:junit4]   2> 120 T2221 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:20687
[junit4:junit4]   2> 127 T2223 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e1760ca90001 with negotiated timeout 10000 for client /140.211.11.196:20687
[junit4:junit4]   2> 127 T2227 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:20685, sessionid = 0x139e1760ca90001, negotiated timeout = 10000
[junit4:junit4]   2> 127 T2228 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fc88a19 name:ZooKeeperConnection Watcher:127.0.0.1:20685/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 127 T2219 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 128 T2219 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 131 T2219 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 133 T2219 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 141 T2219 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 144 T2219 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 145 T2219 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 155 T2219 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 156 T2219 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 260 T2219 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 261 T2219 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 263 T2219 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 264 T2219 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 275 T2219 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 276 T2219 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 278 T2219 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 279 T2219 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 281 T2219 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 282 T2219 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 289 T2219 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 290 T2219 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 292 T2219 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 293 T2219 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 296 T2219 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 297 T2219 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 303 T2224 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139e1760ca90001
[junit4:junit4]   2> 310 T2228 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 310 T2219 oaz.ZooKeeper.close Session: 0x139e1760ca90001 closed
[junit4:junit4]   2> 310 T2221 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:20687 which had sessionid 0x139e1760ca90001
[junit4:junit4]   2> 312 T2219 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 317 T2219 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:20689
[junit4:junit4]   2> 318 T2219 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 318 T2219 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 319 T2219 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 362 T2219 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 363 T2219 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 363 T2219 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 363 T2219 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 364 T2219 oasc.CoreContainer.<init> New CoreContainer 664863683
[junit4:junit4]   2> 365 T2219 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 365 T2219 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 398 T2219 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 415 T2219 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:20685/solr
[junit4:junit4]   2> 415 T2219 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:20685/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@369bc10a
[junit4:junit4]   2> 416 T2238 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:20685
[junit4:junit4]   2> 416 T2219 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 417 T2238 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:20685, initiating session
[junit4:junit4]   2> 417 T2221 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:20690
[junit4:junit4]   2> 418 T2221 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:20690
[junit4:junit4]   2> 419 T2223 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e1760ca90002 with negotiated timeout 5000 for client /140.211.11.196:20690
[junit4:junit4]   2> 419 T2238 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:20685, sessionid = 0x139e1760ca90002, negotiated timeout = 5000
[junit4:junit4]   2> 420 T2239 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@369bc10a name:ZooKeeperConnection Watcher:127.0.0.1:20685/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 420 T2219 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 427 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 429 T2219 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 437 T2219 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:20689_solr
[junit4:junit4]   2> 437 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:20689_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:20689_solr
[junit4:junit4]   2> 438 T2219 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:20689_solr
[junit4:junit4]   2> 445 T2219 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 445 T2219 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 446 T2219 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 446 T2219 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 447 T2219 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 447 T2219 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 448 T2219 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 448 T2219 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 449 T2219 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 449 T2219 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 470 T2219 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 476 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 488 T2219 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 491 T2219 oasc.Overseer.start Overseer (id=88349564845228034-127.0.0.1:20689_solr-n_0000000000) starting
[junit4:junit4]   2> 492 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 493 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 494 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 504 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 505 T2241 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 506 T2219 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 513 T2219 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 515 T2240 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 520 T2219 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 521 T2219 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 521 T2219 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 522 T2219 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 523 T2219 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 524 T2219 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 525 T2219 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 579 T2219 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 651 T2219 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 753 T2219 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 762 T2219 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1434 T2219 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1445 T2219 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1450 T2219 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1461 T2219 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1466 T2219 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1471 T2219 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1472 T2219 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1473 T2219 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1348107373731/control/data/
[junit4:junit4]   2> 1474 T2219 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57340091
[junit4:junit4]   2> 1475 T2219 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1348107373731/control/data/index/
[junit4:junit4]   2> 1476 T2219 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1348107373731/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1477 T2219 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1348107373731/control/data/index forceNew:false
[junit4:junit4]   2> 1488 T2219 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@36cfec44; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1489 T2219 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 1490 T2219 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1492 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1493 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1493 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1494 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1495 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1495 T2219 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1496 T2219 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1497 T2219 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1497 T2219 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1498 T2219 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1499 T2219 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1499 T2219 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1500 T2219 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1500 T2219 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1501 T2219 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1501 T2219 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1502 T2219 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1503 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1503 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1504 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1505 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1505 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1506 T2219 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1507 T2219 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1507 T2219 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1511 T2219 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1515 T2219 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1516 T2219 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1520 T2219 oass.SolrIndexSearcher.<init> Opening Searcher@6c4a0804 main
[junit4:junit4]   2> 1522 T2219 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1522 T2219 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1523 T2219 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1544 T2219 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1612 T2242 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6c4a0804 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1617 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90002 type:create cxid:0x56 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 1628 T2219 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 1629 T2219 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:20689/solr shardId:control_shard
[junit4:junit4]   2> 1630 T2219 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
[junit4:junit4]   2> 1642 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90002 type:delete cxid:0x65 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 1642 T2219 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1643 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90002 type:create cxid:0x66 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2021 T2240 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2022 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90002 type:create cxid:0x6d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2047 T2239 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 2145 T2219 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2146 T2219 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2146 T2219 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:20689/solr/collection1/
[junit4:junit4]   2> 2147 T2219 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2147 T2219 oasc.SyncStrategy.syncToMe http://127.0.0.1:20689/solr/collection1/ has no replicas
[junit4:junit4]   2> 2148 T2219 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:20689/solr/collection1/
[junit4:junit4]   2> 2148 T2219 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
[junit4:junit4]   2> 2151 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90002 type:create cxid:0x8b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2551 T2240 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2569 T2239 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 2572 T2219 oasc.ZkController.register We are http://127.0.0.1:20689/solr/collection1/ and leader is http://127.0.0.1:20689/solr/collection1/
[junit4:junit4]   2> 2572 T2219 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:20689/solr
[junit4:junit4]   2> 2573 T2219 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 2574 T2219 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2575 T2219 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 2576 T2219 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2576 T2219 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3058 T2219 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 3062 T2219 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:20693
[junit4:junit4]   2> 3062 T2219 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3063 T2219 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348107376319
[junit4:junit4]   2> 3063 T2219 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348107376319/'
[junit4:junit4]   2> 3073 T2240 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3086 T2239 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 3105 T2219 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3106 T2219 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3107 T2219 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348107376319
[junit4:junit4]   2> 3107 T2219 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348107376319/solr.xml
[junit4:junit4]   2> 3108 T2219 oasc.CoreContainer.<init> New CoreContainer 469878689
[junit4:junit4]   2> 3108 T2219 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348107376319/'
[junit4:junit4]   2> 3109 T2219 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348107376319/'
[junit4:junit4]   2> 3142 T2219 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3158 T2219 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:20685/solr
[junit4:junit4]   2> 3159 T2219 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:20685/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@3424ca17
[junit4:junit4]   2> 3160 T2252 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:20685
[junit4:junit4]   2> 3160 T2219 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3160 T2252 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:20685, initiating session
[junit4:junit4]   2> 3161 T2221 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:20694
[junit4:junit4]   2> 3161 T2221 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:20694
[junit4:junit4]   2> 3162 T2223 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e1760ca90003 with negotiated timeout 5000 for client /140.211.11.196:20694
[junit4:junit4]   2> 3163 T2252 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:20685, sessionid = 0x139e1760ca90003, negotiated timeout = 5000
[junit4:junit4]   2> 3163 T2253 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3424ca17 name:ZooKeeperConnection Watcher:127.0.0.1:20685/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3163 T2219 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3164 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90003 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3165 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90003 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3172 T2219 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:20693_solr
[junit4:junit4]   2> 3173 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90003 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:20693_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:20693_solr
[junit4:junit4]   2> 3174 T2219 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:20693_solr
[junit4:junit4]   2> 3176 T2239 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 3177 T2219 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 3177 T2219 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3177 T2219 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 3178 T2219 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3178 T2219 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3179 T2219 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3179 T2219 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3180 T2219 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3180 T2219 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3181 T2219 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 3199 T2219 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3205 T2219 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348107376319/collection1
[junit4:junit4]   2> 3206 T2219 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 3206 T2219 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 3207 T2219 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 3208 T2219 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348107376319/collection1/'
[junit4:junit4]   2> 3209 T2219 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty1-1348107376319/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3210 T2219 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty1-1348107376319/collection1/lib/README' to classloader
[junit4:junit4]   2> 3261 T2219 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 3332 T2219 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 3433 T2219 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3441 T2219 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4089 T2219 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4097 T2219 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4101 T2219 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4110 T2219 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4114 T2219 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4117 T2219 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4118 T2219 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4119 T2219 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348107376319/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty1/
[junit4:junit4]   2> 4119 T2219 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57340091
[junit4:junit4]   2> 4120 T2219 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty1/index/
[junit4:junit4]   2> 4121 T2219 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4122 T2219 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty1/index forceNew:false
[junit4:junit4]   2> 4127 T2219 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@15cf3bfc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4127 T2219 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 4128 T2219 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 4130 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4130 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 4131 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4131 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 4132 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4132 T2219 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4133 T2219 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4133 T2219 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4134 T2219 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4134 T2219 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 4135 T2219 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 4135 T2219 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4136 T2219 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 4136 T2219 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 4137 T2219 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 4137 T2219 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4138 T2219 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4138 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4139 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4139 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4140 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4140 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4141 T2219 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4141 T2219 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 4142 T2219 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 4145 T2219 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4149 T2219 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 4149 T2219 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 4152 T2219 oass.SolrIndexSearcher.<init> Opening Searcher@26f0c7ae main
[junit4:junit4]   2> 4153 T2219 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4154 T2219 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4154 T2219 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 4170 T2219 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 4213 T2254 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@26f0c7ae main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4592 T2240 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4605 T2253 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4605 T2239 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4719 T2219 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 4719 T2219 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:20693/solr shardId:shard1
[junit4:junit4]   2> 4720 T2219 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 4725 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90003 type:delete cxid:0x42 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 4726 T2219 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 4727 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90003 type:create cxid:0x43 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4728 T2219 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 4729 T2219 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 4729 T2219 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:20693/solr/collection1/
[junit4:junit4]   2> 4730 T2219 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 4730 T2219 oasc.SyncStrategy.syncToMe http://127.0.0.1:20693/solr/collection1/ has no replicas
[junit4:junit4]   2> 4731 T2219 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:20693/solr/collection1/
[junit4:junit4]   2> 4731 T2219 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 4734 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90003 type:create cxid:0x4d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5108 T2240 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5123 T2239 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5123 T2253 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5144 T2219 oasc.ZkController.register We are http://127.0.0.1:20693/solr/collection1/ and leader is http://127.0.0.1:20693/solr/collection1/
[junit4:junit4]   2> 5144 T2219 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:20693/solr
[junit4:junit4]   2> 5145 T2219 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 5146 T2219 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5147 T2219 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 5148 T2219 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 5148 T2219 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 5627 T2240 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5632 T2219 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 5635 T2219 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:20698
[junit4:junit4]   2> 5636 T2219 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 5636 T2219 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348107378888
[junit4:junit4]   2> 5637 T2219 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348107378888/'
[junit4:junit4]   2> 5640 T2253 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5640 T2239 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5685 T2219 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 5686 T2219 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 5686 T2219 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348107378888
[junit4:junit4]   2> 5686 T2219 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348107378888/solr.xml
[junit4:junit4]   2> 5687 T2219 oasc.CoreContainer.<init> New CoreContainer 475284599
[junit4:junit4]   2> 5688 T2219 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348107378888/'
[junit4:junit4]   2> 5688 T2219 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348107378888/'
[junit4:junit4]   2> 5725 T2219 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 5743 T2219 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:20685/solr
[junit4:junit4]   2> 5744 T2219 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:20685/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@7d611508
[junit4:junit4]   2> 5745 T2264 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:20685
[junit4:junit4]   2> 5745 T2219 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 5746 T2264 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:20685, initiating session
[junit4:junit4]   2> 5746 T2221 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:20699
[junit4:junit4]   2> 5746 T2221 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:20699
[junit4:junit4]   2> 5748 T2223 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e1760ca90004 with negotiated timeout 5000 for client /140.211.11.196:20699
[junit4:junit4]   2> 5748 T2264 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:20685, sessionid = 0x139e1760ca90004, negotiated timeout = 5000
[junit4:junit4]   2> 5748 T2265 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d611508 name:ZooKeeperConnection Watcher:127.0.0.1:20685/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 5749 T2219 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 5750 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5751 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5758 T2219 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:20698_solr
[junit4:junit4]   2> 5759 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:20698_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:20698_solr
[junit4:junit4]   2> 5760 T2219 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:20698_solr
[junit4:junit4]   2> 5762 T2253 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 5762 T2239 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 5762 T2219 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 5763 T2219 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 5763 T2219 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 5764 T2219 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 5764 T2219 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 5765 T2219 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 5765 T2219 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 5766 T2219 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 5766 T2219 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 5767 T2219 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 5784 T2219 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5791 T2219 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348107378888/collection1
[junit4:junit4]   2> 5791 T2219 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5792 T2219 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5792 T2219 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5794 T2219 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348107378888/collection1/'
[junit4:junit4]   2> 5795 T2219 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty2-1348107378888/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5796 T2219 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty2-1348107378888/collection1/lib/README' to classloader
[junit4:junit4]   2> 5852 T2219 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 5929 T2219 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 6030 T2219 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 6038 T2219 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6651 T2219 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6662 T2219 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6666 T2219 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6676 T2219 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6681 T2219 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6685 T2219 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6686 T2219 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6688 T2219 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348107378888/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty2/
[junit4:junit4]   2> 6688 T2219 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57340091
[junit4:junit4]   2> 6689 T2219 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty2/index/
[junit4:junit4]   2> 6690 T2219 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6691 T2219 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty2/index forceNew:false
[junit4:junit4]   2> 6698 T2219 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b2ff3d5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6698 T2219 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 6699 T2219 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 6702 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6703 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 6703 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6704 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 6705 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6705 T2219 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6706 T2219 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6706 T2219 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6707 T2219 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6708 T2219 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 6709 T2219 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 6709 T2219 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6710 T2219 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 6711 T2219 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 6711 T2219 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 6712 T2219 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6713 T2219 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6714 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6714 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6715 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6716 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6717 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6717 T2219 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6718 T2219 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 6719 T2219 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 6723 T2219 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6727 T2219 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 6729 T2219 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 6733 T2219 oass.SolrIndexSearcher.<init> Opening Searcher@3c601f67 main
[junit4:junit4]   2> 6734 T2219 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6735 T2219 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6736 T2219 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 6744 T2219 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 6796 T2266 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3c601f67 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7146 T2240 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7158 T2239 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7158 T2253 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7158 T2265 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7304 T2219 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 7304 T2219 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:20698/solr shardId:shard1
[junit4:junit4]   2> 7307 T2219 oasc.ZkController.register We are http://127.0.0.1:20698/solr/collection1/ and leader is http://127.0.0.1:20693/solr/collection1/
[junit4:junit4]   2> 7307 T2219 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:20698/solr
[junit4:junit4]   2> 7308 T2219 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 7308 T2219 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C147 name=collection1 org.apache.solr.core.SolrCore@77a260b1 url=http://127.0.0.1:20698/solr/collection1 node=127.0.0.1:20698_solr
[junit4:junit4]   2> 7310 T2267 C147 P20698 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 7310 T2219 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7311 T2267 C147 P20698 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 7311 T2219 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 7312 T2267 C147 P20698 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:20693/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 7312 T2219 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7312 T2267 C147 P20698 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:20698/solr START replicas=[http://127.0.0.1:20693/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 7313 T2219 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 7313 T2267 C147 P20698 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 7313 T2267 C147 P20698 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 7313 T2267 C147 P20698 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 7313 T2267 C147 P20698 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C148 name=collection1 org.apache.solr.core.SolrCore@6cd941eb url=http://127.0.0.1:20693/solr/collection1 node=127.0.0.1:20693_solr
[junit4:junit4]   2> 7322 T2245 C148 P20693 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 7662 T2240 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7677 T2239 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7677 T2265 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7677 T2253 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7772 T2219 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 7775 T2219 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:20707
[junit4:junit4]   2> 7775 T2219 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7776 T2219 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348107381058
[junit4:junit4]   2> 7776 T2219 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348107381058/'
[junit4:junit4]   2> 7819 T2219 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 7820 T2219 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7820 T2219 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348107381058
[junit4:junit4]   2> 7821 T2219 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348107381058/solr.xml
[junit4:junit4]   2> 7821 T2219 oasc.CoreContainer.<init> New CoreContainer 1514034520
[junit4:junit4]   2> 7822 T2219 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348107381058/'
[junit4:junit4]   2> 7823 T2219 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348107381058/'
[junit4:junit4]   2> 7856 T2219 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 7872 T2219 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:20685/solr
[junit4:junit4]   2> 7873 T2219 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:20685/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@7ae4e2e1
[junit4:junit4]   2> 7874 T2278 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:20685
[junit4:junit4]   2> 7874 T2219 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7874 T2278 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:20685, initiating session
[junit4:junit4]   2> 7875 T2221 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:20709
[junit4:junit4]   2> 7875 T2221 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:20709
[junit4:junit4]   2> 7877 T2223 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e1760ca90005 with negotiated timeout 5000 for client /140.211.11.196:20709
[junit4:junit4]   2> 7877 T2278 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:20685, sessionid = 0x139e1760ca90005, negotiated timeout = 5000
[junit4:junit4]   2> 7877 T2279 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ae4e2e1 name:ZooKeeperConnection Watcher:127.0.0.1:20685/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7877 T2219 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7878 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7885 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7886 T2219 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:20707_solr
[junit4:junit4]   2> 7887 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:20707_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:20707_solr
[junit4:junit4]   2> 7894 T2219 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:20707_solr
[junit4:junit4]   2> 7904 T2253 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 7904 T2239 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 7904 T2265 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 7905 T2219 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 7906 T2219 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7906 T2219 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 7907 T2219 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7907 T2219 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7908 T2219 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7909 T2219 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7909 T2219 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7910 T2219 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7910 T2219 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 7928 T2219 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 7934 T2219 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348107381058/collection1
[junit4:junit4]   2> 7935 T2219 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 7936 T2219 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 7936 T2219 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 7937 T2219 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348107381058/collection1/'
[junit4:junit4]   2> 7939 T2219 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty3-1348107381058/collection1/lib/README' to classloader
[junit4:junit4]   2> 7940 T2219 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty3-1348107381058/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 7992 T2219 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 8085 T2219 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 8186 T2219 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 8194 T2219 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 8818 T2219 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 8830 T2219 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8834 T2219 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 8845 T2219 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8850 T2219 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8854 T2219 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8856 T2219 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8857 T2219 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348107381058/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty3/
[junit4:junit4]   2> 8857 T2219 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57340091
[junit4:junit4]   2> 8859 T2219 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty3/index/
[junit4:junit4]   2> 8859 T2219 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 8860 T2219 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty3/index forceNew:false
[junit4:junit4]   2> 8868 T2219 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4387ee8a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 8868 T2219 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 8869 T2219 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 8872 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 8873 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 8873 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 8874 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 8875 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 8875 T2219 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 8876 T2219 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 8877 T2219 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 8878 T2219 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 8878 T2219 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 8879 T2219 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 8880 T2219 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 8881 T2219 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 8881 T2219 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 8882 T2219 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 8883 T2219 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8884 T2219 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8884 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8885 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8886 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8887 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8888 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8888 T2219 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8889 T2219 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 8890 T2219 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 8894 T2219 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8899 T2219 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 8901 T2219 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 8905 T2219 oass.SolrIndexSearcher.<init> Opening Searcher@452bc850 main
[junit4:junit4]   2> 8906 T2219 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8907 T2219 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8908 T2219 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 8926 T2219 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 8984 T2280 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@452bc850 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9183 T2240 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9205 T2239 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9205 T2253 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9205 T2265 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9205 T2279 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9493 T2219 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 9493 T2219 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:20707/solr shardId:shard1
[junit4:junit4]   2> 9496 T2219 oasc.ZkController.register We are http://127.0.0.1:20707/solr/collection1/ and leader is http://127.0.0.1:20693/solr/collection1/
[junit4:junit4]   2> 9497 T2219 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:20707/solr
[junit4:junit4]   2> 9497 T2219 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 9498 T2219 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C149 name=collection1 org.apache.solr.core.SolrCore@229e28e2 url=http://127.0.0.1:20707/solr/collection1 node=127.0.0.1:20707_solr
[junit4:junit4]   2> 9499 T2281 C149 P20707 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 9500 T2281 C149 P20707 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 9499 T2219 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9501 T2281 C149 P20707 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:20693/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 9502 T2281 C149 P20707 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:20707/solr START replicas=[http://127.0.0.1:20693/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 9502 T2219 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 9502 T2281 C149 P20707 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 9502 T2219 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9502 T2281 C149 P20707 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 9503 T2281 C149 P20707 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 9503 T2219 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9503 T2281 C149 P20707 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9504 T2245 C148 P20693 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 9709 T2240 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9714 T2239 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9714 T2253 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9714 T2265 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9714 T2279 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9960 T2219 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 9963 T2219 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:20724
[junit4:junit4]   2> 9964 T2219 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9965 T2219 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348107383253
[junit4:junit4]   2> 9965 T2219 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348107383253/'
[junit4:junit4]   2> 10006 T2219 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 10007 T2219 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10007 T2219 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348107383253
[junit4:junit4]   2> 10008 T2219 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348107383253/solr.xml
[junit4:junit4]   2> 10008 T2219 oasc.CoreContainer.<init> New CoreContainer 202761673
[junit4:junit4]   2> 10009 T2219 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348107383253/'
[junit4:junit4]   2> 10009 T2219 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348107383253/'
[junit4:junit4]   2> 10040 T2219 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 10055 T2219 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:20685/solr
[junit4:junit4]   2> 10056 T2219 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:20685/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@31ccc050
[junit4:junit4]   2> 10057 T2292 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:20685
[junit4:junit4]   2> 10057 T2219 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10058 T2292 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:20685, initiating session
[junit4:junit4]   2> 10058 T2221 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:20725
[junit4:junit4]   2> 10058 T2221 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:20725
[junit4:junit4]   2> 10060 T2223 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e1760ca90006 with negotiated timeout 5000 for client /140.211.11.196:20725
[junit4:junit4]   2> 10060 T2292 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:20685, sessionid = 0x139e1760ca90006, negotiated timeout = 5000
[junit4:junit4]   2> 10060 T2293 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31ccc050 name:ZooKeeperConnection Watcher:127.0.0.1:20685/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10060 T2219 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10061 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90006 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10062 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90006 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10072 T2219 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:20724_solr
[junit4:junit4]   2> 10073 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90006 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:20724_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:20724_solr
[junit4:junit4]   2> 10073 T2219 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:20724_solr
[junit4:junit4]   2> 10080 T2265 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 10080 T2279 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 10080 T2239 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 10080 T2253 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 10081 T2219 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 10081 T2219 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 10082 T2219 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 10082 T2219 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 10083 T2219 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 10083 T2219 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 10084 T2219 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 10084 T2219 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 10085 T2219 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 10085 T2219 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 10102 T2219 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10108 T2219 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348107383253/collection1
[junit4:junit4]   2> 10108 T2219 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10109 T2219 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10109 T2219 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10110 T2219 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348107383253/collection1/'
[junit4:junit4]   2> 10112 T2219 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty4-1348107383253/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10112 T2219 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty4-1348107383253/collection1/lib/README' to classloader
[junit4:junit4]   2> 10161 T2219 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 10227 T2219 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10328 T2219 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2>  C147_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:20698_solr, base_url=http://127.0.0.1:20698/solr}
[junit4:junit4]   2> 10335 T2267 C147 P20698 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 10335 T2267 C147 P20698 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 10335 T2267 C147 P20698 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:20693/solr/collection1/. core=collection1
[junit4:junit4]   2> 10335 T2219 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10335 T2267 C147 P20698 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 10346 T2248 C148 P20693 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 10352 T2248 C148 P20693 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@15cf3bfc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10352 T2248 C148 P20693 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 10354 T2248 C148 P20693 oass.SolrIndexSearcher.<init> Opening Searcher@41041e94 main
[junit4:junit4]   2> 10354 T2248 C148 P20693 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 10356 T2254 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@41041e94 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10356 T2248 C148 P20693 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 10
[junit4:junit4]   2> 10357 T2267 C147 P20698 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 10357 T2267 C147 P20698 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 10360 T2249 C148 P20693 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 10360 T2249 C148 P20693 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=2 
[junit4:junit4]   2> 10365 T2267 C147 P20698 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b2ff3d5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10365 T2267 C147 P20698 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 10366 T2267 C147 P20698 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 10371 T2267 C147 P20698 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b2ff3d5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b2ff3d5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 10371 T2267 C147 P20698 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 10376 T2267 C147 P20698 oass.SolrIndexSearcher.<init> Opening Searcher@3057771b main
[junit4:junit4]   2> 10376 T2267 C147 P20698 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 10378 T2266 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3057771b main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 10378 T2267 C147 P20698 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 10378 T2267 C147 P20698 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 10380 T2267 C147 P20698 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 10728 T2240 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10742 T2239 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10743 T2279 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10743 T2265 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10743 T2253 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10743 T2293 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11016 T2219 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 11028 T2219 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 11033 T2219 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 11043 T2219 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11060 T2219 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11066 T2219 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11067 T2219 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11068 T2219 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348107383253/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty4/
[junit4:junit4]   2> 11069 T2219 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57340091
[junit4:junit4]   2> 11070 T2219 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty4/index/
[junit4:junit4]   2> 11071 T2219 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 11072 T2219 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty4/index forceNew:false
[junit4:junit4]   2> 11125 T2219 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@696e6dc3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11125 T2219 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 11127 T2219 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 11129 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 11130 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 11131 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 11131 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 11132 T2219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 11133 T2219 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 11134 T2219 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 11135 T2219 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11136 T2219 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11136 T2219 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 11137 T2219 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 11138 T2219 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11139 T2219 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 11139 T2219 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 11140 T2219 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 11141 T2219 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11141 T2219 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11142 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11143 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11144 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11144 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11145 T2219 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11146 T2219 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11147 T2219 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 11148 T2219 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 11152 T2219 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 11157 T2219 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 11158 T2219 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 11163 T2219 oass.SolrIndexSearcher.<init> Opening Searcher@7cec63b main
[junit4:junit4]   2> 11164 T2219 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 11165 T2219 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 11165 T2219 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 11202 T2219 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 11289 T2294 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7cec63b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11747 T2240 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11766 T2265 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11766 T2239 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11766 T2279 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11766 T2293 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11766 T2253 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11797 T2219 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 11797 T2219 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:20724/solr shardId:shard1
[junit4:junit4]   2> 11799 T2219 oasc.ZkController.register We are http://127.0.0.1:20724/solr/collection1/ and leader is http://127.0.0.1:20693/solr/collection1/
[junit4:junit4]   2> 11800 T2219 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:20724/solr
[junit4:junit4]   2> 11800 T2219 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11800 T2219 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C150 name=collection1 org.apache.solr.core.SolrCore@3b3a7065 url=http://127.0.0.1:20724/solr/collection1 node=127.0.0.1:20724_solr
[junit4:junit4]   2> 11802 T2295 C150 P20724 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11802 T2219 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11802 T2295 C150 P20724 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11803 T2219 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 11803 T2219 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11803 T2295 C150 P20724 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:20693/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 11803 T2219 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11804 T2295 C150 P20724 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:20724/solr START replicas=[http://127.0.0.1:20693/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 11804 T2295 C150 P20724 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 11804 T2295 C150 P20724 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 11804 T2295 C150 P20724 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 11805 T2295 C150 P20724 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11806 T2245 C148 P20693 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 11817 T2219 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:20685/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@2b7d8453
[junit4:junit4]   2> 11817 T2297 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:20685
[junit4:junit4]   2> 11817 T2219 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11818 T2297 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:20685, initiating session
[junit4:junit4]   2> 11818 T2221 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:20731
[junit4:junit4]   2> 11819 T2221 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:20731
[junit4:junit4]   2> 11820 T2223 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e1760ca90007 with negotiated timeout 10000 for client /140.211.11.196:20731
[junit4:junit4]   2> 11820 T2297 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:20685, sessionid = 0x139e1760ca90007, negotiated timeout = 10000
[junit4:junit4]   2> 11820 T2298 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b7d8453 name:ZooKeeperConnection Watcher:127.0.0.1:20685/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11820 T2219 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11821 T2219 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 11822 T2219 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 11822 T2219 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 11829 T2219 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11830 T2219 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 11830 T2219 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 11831 T2219 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12269 T2240 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12288 T2239 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12288 T2265 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12288 T2298 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12288 T2279 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12288 T2253 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12288 T2293 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2>  C149_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:20707_solr, base_url=http://127.0.0.1:20707/solr}
[junit4:junit4]   2> 12530 T2281 C149 P20707 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 12530 T2281 C149 P20707 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 12530 T2281 C149 P20707 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:20693/solr/collection1/. core=collection1
[junit4:junit4]   2> 12530 T2281 C149 P20707 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12540 T2251 C148 P20693 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 12544 T2251 C148 P20693 oass.SolrIndexSearcher.<init> Opening Searcher@56030636 main
[junit4:junit4]   2> 12544 T2251 C148 P20693 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12546 T2254 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@56030636 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 12546 T2251 C148 P20693 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 6
[junit4:junit4]   2> 12547 T2281 C149 P20707 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 12547 T2281 C149 P20707 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 12549 T2249 C148 P20693 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
[junit4:junit4]   2> 12554 T2281 C149 P20707 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4387ee8a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12555 T2281 C149 P20707 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 12555 T2281 C149 P20707 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 12568 T2281 C149 P20707 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4387ee8a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4387ee8a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 12569 T2281 C149 P20707 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 12572 T2281 C149 P20707 oass.SolrIndexSearcher.<init> Opening Searcher@86a9420 main
[junit4:junit4]   2> 12573 T2281 C149 P20707 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12574 T2280 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@86a9420 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 12575 T2281 C149 P20707 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 12575 T2281 C149 P20707 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 12585 T2281 C149 P20707 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 12792 T2240 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12803 T2239 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12803 T2298 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12803 T2253 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12803 T2293 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12803 T2279 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12803 T2265 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12832 T2219 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13834 T2219 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C150_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:20724_solr, base_url=http://127.0.0.1:20724/solr}
[junit4:junit4]   2> 14821 T2295 C150 P20724 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 14821 T2295 C150 P20724 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 14821 T2295 C150 P20724 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:20693/solr/collection1/. core=collection1
[junit4:junit4]   2> 14821 T2295 C150 P20724 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14833 T2246 C148 P20693 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 14835 T2246 C148 P20693 oass.SolrIndexSearcher.<init> Opening Searcher@5d1c177f main
[junit4:junit4]   2> 14836 T2246 C148 P20693 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14836 T2219 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14837 T2254 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5d1c177f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14837 T2246 C148 P20693 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 4
[junit4:junit4]   2> 14838 T2295 C150 P20724 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 14838 T2295 C150 P20724 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 14840 T2249 C148 P20693 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
[junit4:junit4]   2> 14844 T2295 C150 P20724 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@696e6dc3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14845 T2295 C150 P20724 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 14845 T2295 C150 P20724 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 14873 T2295 C150 P20724 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@696e6dc3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@696e6dc3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 14874 T2295 C150 P20724 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 14877 T2295 C150 P20724 oass.SolrIndexSearcher.<init> Opening Searcher@25353c0e main
[junit4:junit4]   2> 14877 T2295 C150 P20724 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14878 T2294 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@25353c0e main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 14879 T2295 C150 P20724 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 14879 T2295 C150 P20724 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 14885 T2295 C150 P20724 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15313 T2240 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15325 T2293 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 15325 T2265 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 15325 T2279 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 15325 T2253 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 15325 T2298 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 15325 T2239 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 15838 T2219 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C151 name=collection1 org.apache.solr.core.SolrCore@2bbf78df url=http://127.0.0.1:20689/solr/collection1 node=127.0.0.1:20689_solr
[junit4:junit4]   2> 15850 T2231 C151 P20689 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15855 T2231 C151 P20689 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@36cfec44; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15856 T2231 C151 P20689 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 15857 T2231 C151 P20689 oass.SolrIndexSearcher.<init> Opening Searcher@23b27380 main
[junit4:junit4]   2> 15858 T2231 C151 P20689 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15859 T2242 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@23b27380 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15860 T2231 C151 P20689 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 10
[junit4:junit4]   2> 15860 T2219 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:20685/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@18bceacf
[junit4:junit4]   2> 15861 T2299 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:20685
[junit4:junit4]   2> 15861 T2219 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15862 T2299 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:20685, initiating session
[junit4:junit4]   2> 15862 T2221 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:20743
[junit4:junit4]   2> 15862 T2221 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:20743
[junit4:junit4]   2> 15889 T2223 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e1760ca90008 with negotiated timeout 10000 for client /140.211.11.196:20743
[junit4:junit4]   2> 15889 T2299 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:20685, sessionid = 0x139e1760ca90008, negotiated timeout = 10000
[junit4:junit4]   2> 15889 T2300 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18bceacf name:ZooKeeperConnection Watcher:127.0.0.1:20685/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15889 T2219 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15890 T2219 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15893 T2248 C148 P20693 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15896 T2248 C148 P20693 oass.SolrIndexSearcher.<init> Opening Searcher@6794667f main
[junit4:junit4]   2> 15896 T2248 C148 P20693 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15897 T2254 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6794667f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15898 T2248 C148 P20693 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:20698/solr/collection1/, StdNode: http://127.0.0.1:20707/solr/collection1/, StdNode: http://127.0.0.1:20724/solr/collection1/]
[junit4:junit4]   2>  C147_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:20698_solr, base_url=http://127.0.0.1:20698/solr}
[junit4:junit4]   2> 15904 T2257 C147 P20698 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2>  C149_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:20707_solr, base_url=http://127.0.0.1:20707/solr}
[junit4:junit4]   2> 15906 T2271 C149 P20707 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2>  C150_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:20724_solr, base_url=http://127.0.0.1:20724/solr}
[junit4:junit4]   2> 15906 T2285 C150 P20724 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15908 T2257 C147 P20698 oass.SolrIndexSearcher.<init> Opening Searcher@70ea6d60 main
[junit4:junit4]   2> 15908 T2257 C147 P20698 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15909 T2285 C150 P20724 oass.SolrIndexSearcher.<init> Opening Searcher@2daf9dc6 main
[junit4:junit4]   2> 15910 T2285 C150 P20724 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15911 T2266 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@70ea6d60 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 15911 T2294 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2daf9dc6 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 15911 T2285 C150 P20724 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 5
[junit4:junit4]   2> 15911 T2257 C147 P20698 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 8
[junit4:junit4]   2> 15912 T2271 C149 P20707 oass.SolrIndexSearcher.<init> Opening Searcher@1598cdc4 main
[junit4:junit4]   2> 15912 T2271 C149 P20707 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15913 T2280 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1598cdc4 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 15914 T2271 C149 P20707 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 8
[junit4:junit4]   2> 15914 T2248 C148 P20693 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 21
[junit4:junit4]   2> 15915 T2219 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15917 T2247 C148 P20693 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 15919 T2258 C147 P20698 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 15921 T2272 C149 P20707 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 15922 T2286 C150 P20724 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 17928 T2231 C151 P20689 oass.SolrIndexSearcher.<init> Opening Searcher@63ecafc1 realtime
[junit4:junit4]   2> 17929 T2231 C151 P20689 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1413593056309936128)} 0 3
[junit4:junit4]   2> 17932 T2248 C148 P20693 oass.SolrIndexSearcher.<init> Opening Searcher@3a1e0262 realtime
[junit4:junit4]   2> 17936 T2285 C150 P20724 oass.SolrIndexSearcher.<init> Opening Searcher@12a9c7d7 realtime
[junit4:junit4]   2> 17936 T2257 C147 P20698 oass.SolrIndexSearcher.<init> Opening Searcher@ecb31ae realtime
[junit4:junit4]   2> 17936 T2271 C149 P20707 oass.SolrIndexSearcher.<init> Opening Searcher@94a4cd4 realtime
[junit4:junit4]   2> 17937 T2257 C147 P20698 REQ /update {update.distrib=FROMLEADER&_version_=-1413593056314130432&update.from=http://127.0.0.1:20693/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 17937 T2285 C150 P20724 REQ /update {update.distrib=FROMLEADER&_version_=-1413593056314130432&update.from=http://127.0.0.1:20693/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 17937 T2271 C149 P20707 REQ /update {update.distrib=FROMLEADER&_version_=-1413593056314130432&update.from=http://127.0.0.1:20693/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 17938 T2248 C148 P20693 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1413593056314130432)} 0 7
[junit4:junit4]   2> 17943 T2231 C151 P20689 /update {wt=javabin&version=2} {add=[0 (1413593056324616192)]} 0 2
[junit4:junit4]   2> 17952 T2257 C147 P20698 REQ /update {distrib.from=http://127.0.0.1:20693/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 17952 T2285 C150 P20724 REQ /update {distrib.from=http://127.0.0.1:20693/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 17952 T2271 C149 P20707 REQ /update {distrib.from=http://127.0.0.1:20693/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 17953 T2248 C148 P20693 /update {wt=javabin&version=2} {add=[0 (1413593056329859072)]} 0 7
[junit4:junit4]   2> 17957 T2231 C151 P20689 /update {wt=javabin&version=2} {add=[1 (1413593056340344832)]} 0 1
[junit4:junit4]   2> 17963 T2285 C150 P20724 REQ /update {distrib.from=http://127.0.0.1:20693/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17963 T2257 C147 P20698 REQ /update {distrib.from=http://127.0.0.1:20693/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17963 T2271 C149 P20707 REQ /update {distrib.from=http://127.0.0.1:20693/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17964 T2248 C148 P20693 /update {wt=javabin&version=2} {add=[1 (1413593056343490560)]} 0 5
[junit4:junit4]   2> 17967 T2231 C151 P20689 /update {wt=javabin&version=2} {add=[2 (1413593056350830592)]} 0 1
[junit4:junit4]   2> 17973 T2285 C150 P20724 REQ /update {distrib.from=http://127.0.0.1:20693/solr/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:20698/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17973 T2271 C149 P20707 REQ /update {distrib.from=http://127.0.0.1:20693/solr/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:20698/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17973 T2248 C148 P20693 /update {test.distrib.skip.servers=http://127.0.0.1:20698/solr/collection1/&wt=javabin&version=2} {add=[2 (1413593056353976320)]} 0 4
[junit4:junit4]   2> 17977 T2231 C151 P20689 /update {wt=javabin&version=2} {add=[3 (1413593056361316352)]} 0 1
[junit4:junit4]   2> 17982 T2285 C150 P20724 REQ /update {distrib.from=http://127.0.0.1:20693/solr/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:20698/solr/collection1/&test.distrib.skip.servers=http://127.0.0.1:20707/solr/collection1/&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 17983 T2248 C148 P20693 /update {test.distrib.skip.servers=http://127.0.0.1:20698/solr/collection1/&test.distrib.skip.servers=http://127.0.0.1:20707/solr/collection1/&wt=javabin&version=2} {add=[3 (1413593056364462080)]} 0 4
[junit4:junit4]   2> 17985 T2231 C151 P20689 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18049 T2231 C151 P20689 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@36cfec44; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@36cfec44; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt]
[junit4:junit4]   2> 18050 T2231 C151 P20689 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 18056 T2231 C151 P20689 oass.SolrIndexSearcher.<init> Opening Searcher@24120ce main
[junit4:junit4]   2> 18056 T2231 C151 P20689 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18057 T2242 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@24120ce main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C4)}
[junit4:junit4]   2> 18058 T2231 C151 P20689 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 73
[junit4:junit4]   2> 18061 T2248 C148 P20693 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18111 T2248 C148 P20693 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@15cf3bfc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@15cf3bfc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt]
[junit4:junit4]   2> 18112 T2248 C148 P20693 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 18117 T2248 C148 P20693 oass.SolrIndexSearcher.<init> Opening Searcher@7a73ed0b main
[junit4:junit4]   2> 18117 T2248 C148 P20693 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18118 T2254 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7a73ed0b main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C4)}
[junit4:junit4]   2> 18119 T2248 C148 P20693 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:20698/solr/collection1/, StdNode: http://127.0.0.1:20707/solr/collection1/, StdNode: http://127.0.0.1:20724/solr/collection1/]
[junit4:junit4]   2> 18122 T2271 C149 P20707 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18122 T2285 C150 P20724 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18122 T2257 C147 P20698 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18178 T2285 C150 P20724 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@696e6dc3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@696e6dc3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt, segments_3]
[junit4:junit4]   2> 18178 T2257 C147 P20698 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b2ff3d5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b2ff3d5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt, segments_3]
[junit4:junit4]   2> 18179 T2285 C150 P20724 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4]   2> 18179 T2257 C147 P20698 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4]   2> 18180 T2271 C149 P20707 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4387ee8a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4387ee8a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt, segments_3]
[junit4:junit4]   2> 18181 T2271 C149 P20707 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4]   2> 18185 T2257 C147 P20698 oass.SolrIndexSearcher.<init> Opening Searcher@3b654cf6 main
[junit4:junit4]   2> 18186 T2257 C147 P20698 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18186 T2285 C150 P20724 oass.SolrIndexSearcher.<init> Opening Searcher@594eb947 main
[junit4:junit4]   2> 18187 T2266 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3b654cf6 main{StandardDirectoryReader(segments_3:4:nrt _0(4.0.0.2):C2)}
[junit4:junit4]   2> 18187 T2285 C150 P20724 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18187 T2257 C147 P20698 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 65
[junit4:junit4]   2> 18187 T2271 C149 P20707 oass.SolrIndexSearcher.<init> Opening Searcher@6d72f34a main
[junit4:junit4]   2> 18188 T2271 C149 P20707 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18188 T2294 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@594eb947 main{StandardDirectoryReader(segments_3:4:nrt _0(4.0.0.2):C4)}
[junit4:junit4]   2> 18189 T2285 C150 P20724 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 67
[junit4:junit4]   2> 18190 T2280 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6d72f34a main{StandardDirectoryReader(segments_3:4:nrt _0(4.0.0.2):C3)}
[junit4:junit4]   2> 18190 T2271 C149 P20707 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 68
[junit4:junit4]   2> 18191 T2248 C148 P20693 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 130
[junit4:junit4]   2> 18191 T2219 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):1800
[junit4:junit4]   2> 18192 T2219 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> check const of shard1
[junit4:junit4]   2> client0
[junit4:junit4]   2> PROPS:127.0.0.1:20693_solr_collection1:{"shard":"shard1","roles":null,"state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:20693_solr","base_url":"http://127.0.0.1:20693/solr","leader":"true"}
[junit4:junit4]   2> 18195 T2247 C148 P20693 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:4
[junit4:junit4]   2> 
[junit4:junit4]   2> client1
[junit4:junit4]   2> PROPS:127.0.0.1:20698_solr_collection1:{"shard":"shard1","roles":null,"state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:20698_solr","base_url":"http://127.0.0.1:20698/solr"}
[junit4:junit4]   2> 18198 T2258 C147 P20698 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=2 status=0 QTime=0 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:2
[junit4:junit4]   2> 
[junit4:junit4]   2> ######shard1 is not consistent.  Got 4 from http://127.0.0.1:20693/solr/collection1lastClient and got 2 from http://127.0.0.1:20698/solr/collection1
[junit4:junit4]   2> 18201 T2247 C148 P20693 REQ /select {fl=id,_version_&sort=id+asc&q=*:*&distrib=false&wt=javabin&rows=1000&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 18204 T2258 C147 P20698 REQ /select {fl=id,_version_&sort=id+asc&q=*:*&distrib=false&wt=javabin&rows=1000&version=2} hits=2 status=0 QTime=0 
[junit4:junit4]   2> ######http://127.0.0.1:20693/solr/collection1: {numFound=4,start=0,docs=[SolrDocument{id=0, _version_=1413593056329859072}, SolrDocument{id=1, _version_=1413593056343490560}, SolrDocument{id=2, _version_=1413593056353976320}, SolrDocument{id=3, _version_=1413593056364462080}]}
[junit4:junit4]   2> ######http://127.0.0.1:20698/solr/collection1: {numFound=2,start=0,docs=[SolrDocument{id=0, _version_=1413593056329859072}, SolrDocument{id=1, _version_=1413593056343490560}]}
[junit4:junit4]   2> ###### sizes=4,2
[junit4:junit4]   2> ###### Only in http://127.0.0.1:20693/solr/collection1: [{id=2, _version_=1413593056353976320}, {id=3, _version_=1413593056364462080}]
[junit4:junit4]   2> client2
[junit4:junit4]   2> PROPS:127.0.0.1:20707_solr_collection1:{"shard":"shard1","roles":null,"state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:20707_solr","base_url":"http://127.0.0.1:20707/solr"}
[junit4:junit4]   2> 18208 T2272 C149 P20707 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=3 status=0 QTime=0 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:3
[junit4:junit4]   2> 
[junit4:junit4]   2> client3
[junit4:junit4]   2> PROPS:127.0.0.1:20724_solr_collection1:{"shard":"shard1","roles":null,"state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:20724_solr","base_url":"http://127.0.0.1:20724/solr"}
[junit4:junit4]   2> 18211 T2286 C150 P20724 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:4
[junit4:junit4]   2> 
[junit4:junit4]   2> 18218 T2219 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18240 T2273 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : action=SYNCSHARD&collection=collection1&shard=shard1&wt=javabin&version=2
[junit4:junit4]   2> 18240 T2273 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18249 T2251 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4]   2> 18250 T2251 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:20693/solr/collection1/
[junit4:junit4]   2> 18250 T2251 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:20693/solr START replicas=[http://127.0.0.1:20698/solr/collection1/, http://127.0.0.1:20707/solr/collection1/, http://127.0.0.1:20724/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 18253 T2259 C147 P20698 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1 
[junit4:junit4]   2> 18253 T2274 C149 P20707 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1 
[junit4:junit4]   2> 18253 T2287 C150 P20724 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 18254 T2251 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:20693/solr  Received 3 versions from 127.0.0.1:20698/solr/collection1/
[junit4:junit4]   2> 18254 T2251 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:20693/solr  Our versions are newer. ourLowThreshold=1413593056314130432 otherHigh=1413593056343490560
[junit4:junit4]   2> 18254 T2251 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:20693/solr  Received 4 versions from 127.0.0.1:20707/solr/collection1/
[junit4:junit4]   2> 18255 T2251 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:20693/solr  Our versions are newer. ourLowThreshold=1413593056314130432 otherHigh=1413593056353976320
[junit4:junit4]   2> 18255 T2251 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:20693/solr  Received 5 versions from 127.0.0.1:20724/solr/collection1/
[junit4:junit4]   2> 18255 T2251 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:20693/solr  Our versions are newer. ourLowThreshold=1413593056314130432 otherHigh=1413593056353976320
[junit4:junit4]   2> 18255 T2251 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:20693/solr DONE. sync succeeded
[junit4:junit4]   2> 18255 T2251 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 18256 T2251 oasc.SyncStrategy.syncToMe http://127.0.0.1:20693/solr/collection1/: try and ask http://127.0.0.1:20698/solr/collection1/ to sync
[junit4:junit4]   2> 18256 T2251 oasc.SyncStrategy.syncToMe http://127.0.0.1:20693/solr/collection1/: try and ask http://127.0.0.1:20707/solr/collection1/ to sync
[junit4:junit4]   2> 18257 T2251 oasc.SyncStrategy.syncToMe http://127.0.0.1:20693/solr/collection1/: try and ask http://127.0.0.1:20724/solr/collection1/ to sync
[junit4:junit4]   2> 18258 T2260 C147 P20698 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:20698/solr START replicas=[http://127.0.0.1:20693/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 18258 T2275 C149 P20707 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:20707/solr START replicas=[http://127.0.0.1:20693/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 18258 T2288 C150 P20724 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:20724/solr START replicas=[http://127.0.0.1:20693/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 18260 T2250 C148 P20693 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 18260 T2246 C148 P20693 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 18260 T2275 C149 P20707 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:20707/solr  Received 5 versions from 127.0.0.1:20693/solr/collection1/
[junit4:junit4]   2> 18261 T2275 C149 P20707 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:20707/solr Requesting updates from 127.0.0.1:20693/solr/collection1/n=1 versions=[1413593056364462080]
[junit4:junit4]   2> 18261 T2245 C148 P20693 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 18261 T2288 C150 P20724 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:20724/solr  Received 5 versions from 127.0.0.1:20693/solr/collection1/
[junit4:junit4]   2> 18262 T2288 C150 P20724 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:20724/solr  Our versions are newer. ourLowThreshold=1413593056314130432 otherHigh=1413593056353976320
[junit4:junit4]   2> 18262 T2260 C147 P20698 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:20698/solr  Received 5 versions from 127.0.0.1:20693/solr/collection1/
[junit4:junit4]   2> 18262 T2288 C150 P20724 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:20724/solr DONE. sync succeeded
[junit4:junit4]   2> 18262 T2260 C147 P20698 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:20698/solr Requesting updates from 127.0.0.1:20693/solr/collection1/n=2 versions=[1413593056364462080, 1413593056353976320]
[junit4:junit4]   2> 18262 T2288 C150 P20724 REQ /get {sync=http://127.0.0.1:20693/solr/collection1/&getVersions=100&distrib=false&qt=/get&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 18263 T2251 oasc.SyncStrategy.syncToMe http://127.0.0.1:20693/solr/collection1/:  sync completed with http://127.0.0.1:20724/solr/collection1/
[junit4:junit4]   2> 18263 T2250 C148 P20693 REQ /get {distrib=false&getUpdates=1413593056364462080&qt=/get&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18265 T2245 C148 P20693 REQ /get {distrib=false&getUpdates=1413593056364462080,1413593056353976320&qt=/get&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18267 T2275 C149 P20707 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:20707/solr DONE. sync succeeded
[junit4:junit4]   2> 18268 T2275 C149 P20707 REQ /get {sync=http://127.0.0.1:20693/solr/collection1/&getVersions=100&distrib=false&qt=/get&wt=javabin&version=2} status=0 QTime=10 
[junit4:junit4]   2> 18268 T2251 oasc.SyncStrategy.syncToMe http://127.0.0.1:20693/solr/collection1/:  sync completed with http://127.0.0.1:20707/solr/collection1/
[junit4:junit4]   2> 18269 T2260 C147 P20698 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:20698/solr DONE. sync succeeded
[junit4:junit4]   2> 18270 T2260 C147 P20698 REQ /get {sync=http://127.0.0.1:20693/solr/collection1/&getVersions=100&distrib=false&qt=/get&wt=javabin&version=2} status=0 QTime=12 
[junit4:junit4]   2> 18270 T2251 oasc.SyncStrategy.syncToMe http://127.0.0.1:20693/solr/collection1/:  sync completed with http://127.0.0.1:20698/solr/collection1/
[junit4:junit4]   2> 18271 T2219 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 18272 T2219 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 18272 T2219 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18275 T2231 C151 P20689 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18277 T2231 C151 P20689 oass.SolrIndexSearcher.<init> Opening Searcher@14fc15cc main
[junit4:junit4]   2> 18277 T2231 C151 P20689 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18278 T2242 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@14fc15cc main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C4)}
[junit4:junit4]   2> 18279 T2231 C151 P20689 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 4
[junit4:junit4]   2> 18281 T2248 C148 P20693 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18282 T2248 C148 P20693 oass.SolrIndexSearcher.<init> Opening Searcher@598b5ee3 main
[junit4:junit4]   2> 18283 T2248 C148 P20693 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18284 T2254 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@598b5ee3 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C4)}
[junit4:junit4]   2> 18284 T2248 C148 P20693 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:20698/solr/collection1/, StdNode: http://127.0.0.1:20707/solr/collection1/, StdNode: http://127.0.0.1:20724/solr/collection1/]
[junit4:junit4]   2> 18287 T2271 C149 P20707 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18287 T2285 C150 P20724 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18287 T2257 C147 P20698 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18289 T2285 C150 P20724 oass.SolrIndexSearcher.<init> Opening Searcher@50e2c629 main
[junit4:junit4]   2> 18290 T2285 C150 P20724 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18291 T2294 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@50e2c629 main{StandardDirectoryReader(segments_3:4:nrt _0(4.0.0.2):C4)}
[junit4:junit4]   2> 18292 T2285 C150 P20724 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 5
[junit4:junit4]   2> 18408 T2257 C147 P20698 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b2ff3d5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt, segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b2ff3d5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[_1_nrm.cfs, _0.fnm, _1.frq, _0_nrm.cfs, _1.fnm, _1_nrm.cfe, _1.fdx, _1.prx, _1.fdt, _1.si, _0_nrm.cfe, _0.tim, _0.frq, _0.fdx, _0.si, _1.tip, _0.tip, _0.prx, _1.tim, _0.fdt, segments_4]
[junit4:junit4]   2> 18408 T2271 C149 P20707 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4387ee8a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt, segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4387ee8a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[_1_nrm.cfs, _0.fnm, _1.frq, _0_nrm.cfs, _1.fnm, _1_nrm.cfe, _1.fdx, _1.prx, _1.fdt, _1.si, _0_nrm.cfe, _0.tim, _0.frq, _0.fdx, _0.si, _1.tip, _0.tip, _0.prx, _1.tim, _0.fdt, segments_4]
[junit4:junit4]   2> 18408 T2257 C147 P20698 oasc.SolrDeletionPolicy.updateCommits newest commit = 4
[junit4:junit4]   2> 18408 T2271 C149 P20707 oasc.SolrDeletionPolicy.updateCommits newest commit = 4
[junit4:junit4]   2> 18412 T2271 C149 P20707 oass.SolrIndexSearcher.<init> Opening Searcher@2bc0d3de main
[junit4:junit4]   2> 18413 T2271 C149 P20707 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18413 T2257 C147 P20698 oass.SolrIndexSearcher.<init> Opening Searcher@680edd02 main
[junit4:junit4]   2> 18414 T2257 C147 P20698 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18415 T2280 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2bc0d3de main{StandardDirectoryReader(segments_4:6:nrt _0(4.0.0.2):C3 _1(4.0.0.2):C1)}
[junit4:junit4]   2> 18415 T2266 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@680edd02 main{StandardDirectoryReader(segments_4:6:nrt _0(4.0.0.2):C2 _1(4.0.0.2):C2)}
[junit4:junit4]   2> 18416 T2271 C149 P20707 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 129
[junit4:junit4]   2> 18416 T2257 C147 P20698 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 129
[junit4:junit4]   2> 18416 T2248 C148 P20693 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 135
[junit4:junit4]   2> 18417 T2219 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18421 T2247 C148 P20693 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 18424 T2258 C147 P20698 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 18427 T2272 C149 P20707 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 18430 T2286 C150 P20724 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 20438 T2232 C151 P20689 REQ /select {fl=id,score&shard.url=127.0.0.1:20689/solr/collection1/&NOW=1348107394160&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=4 status=0 QTime=1 
[junit4:junit4]   2> 20441 T2232 C151 P20689 REQ /select {shard.url=127.0.0.1:20689/solr/collection1/&NOW=1348107394160&q=*:*&ids=3,2,1,0&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 20442 T2231 C151 P20689 REQ /select {wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=8 
[junit4:junit4]   2> Control Docs:4
[junit4:junit4]   2> 20443 T2219 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> check const of shard1
[junit4:junit4]   2> client0
[junit4:junit4]   2> PROPS:127.0.0.1:20693_solr_collection1:{"shard":"shard1","roles":null,"state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:20693_solr","base_url":"http://127.0.0.1:20693/solr","leader":"true"}
[junit4:junit4]   2> 20446 T2247 C148 P20693 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:4
[junit4:junit4]   2> 
[junit4:junit4]   2> client1
[junit4:junit4]   2> PROPS:127.0.0.1:20698_solr_collection1:{"shard":"shard1","roles":null,"state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:20698_solr","base_url":"http://127.0.0.1:20698/solr"}
[junit4:junit4]   2> 20449 T2258 C147 P20698 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:4
[junit4:junit4]   2> 
[junit4:junit4]   2> client2
[junit4:junit4]   2> PROPS:127.0.0.1:20707_solr_collection1:{"shard":"shard1","roles":null,"state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:20707_solr","base_url":"http://127.0.0.1:20707/solr"}
[junit4:junit4]   2> 20452 T2272 C149 P20707 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:4
[junit4:junit4]   2> 
[junit4:junit4]   2> client3
[junit4:junit4]   2> PROPS:127.0.0.1:20724_solr_collection1:{"shard":"shard1","roles":null,"state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:20724_solr","base_url":"http://127.0.0.1:20724/solr"}
[junit4:junit4]   2> 20455 T2286 C150 P20724 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:4
[junit4:junit4]   2> 
[junit4:junit4]   2> 20459 T2276 C149 P20707 REQ /select {fl=id,score&shard.url=127.0.0.1:20693/solr/collection1/|127.0.0.1:20698/solr/collection1/|127.0.0.1:20707/solr/collection1/|127.0.0.1:20724/solr/collection1/&NOW=1348107394183&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=4 status=0 QTime=1 
[junit4:junit4]   2> 20463 T2276 C149 P20707 REQ /select {shard.url=127.0.0.1:20693/solr/collection1/|127.0.0.1:20698/solr/collection1/|127.0.0.1:20707/solr/collection1/|127.0.0.1:20724/solr/collection1/&NOW=1348107394183&q=*:*&ids=3,2,1,0&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 20463 T2261 C147 P20698 REQ /select {wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=6 
[junit4:junit4]   2> 20469 T2231 C151 P20689 /update {wt=javabin&version=2} {add=[4 (1413593058972270592)]} 0 3
[junit4:junit4]   2> 20480 T2285 C150 P20724 REQ /update {distrib.from=http://127.0.0.1:20693/solr/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:20707/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 20480 T2257 C147 P20698 REQ /update {distrib.from=http://127.0.0.1:20693/solr/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:20707/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 20481 T2248 C148 P20693 /update {test.distrib.skip.servers=http://127.0.0.1:20707/solr/collection1/&wt=javabin&version=2} {add=[4 (1413593058978562048)]} 0 9
[junit4:junit4]   2> 20482 T2219 oasc.ChaosMonkey.monkeyLog monkey: kill shard! 20693
[junit4:junit4]   2> 20482 T2219 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=469878689
[junit4:junit4]   2> 20483 T2219 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6cd941eb
[junit4:junit4]   2> 20492 T2219 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 20492 T2219 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=6,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 20493 T2219 oasu.DefaultSolrCoreState.decref SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 20533 T2219 C148 P20693 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@15cf3bfc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@15cf3bfc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348107373731/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@15cf3bfc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_1_nrm.cfs, _0.fnm, _1.frq, _0_nrm.cfs, _1.fnm, _1_nrm.cfe, _1.fdx, _1.prx, _1.fdt, _1.si, _0_nrm.cfe, _0.tim, _0.frq, _0.fdx, _0.si, _1.tip, _0.tip, _0.prx, _1.tim, segments_3, _0.fdt]
[junit4:junit4]   2> 20534 T2219 C148 P20693 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4]   2> 20536 T2219 oasu.DefaultSolrCoreState.decref Closing SolrCoreState - canceling any ongoing recovery
[junit4:junit4]   2> 20537 T2224 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139e1760ca90003
[junit4:junit4]   2> 20539 T2239 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 20539 T2253 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 20539 T2300 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 20539 T2219 oaz.ZooKeeper.close Session: 0x139e1760ca90003 closed
[junit4:junit4]   2> 20539 T2221 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:20694 which had sessionid 0x139e1760ca90003
[junit4:junit4]   2> 20539 T2298 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 20539 T2219 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 20539 T2279 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 20539 T2293 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 20539 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90004 type:delete cxid:0x4a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4]   2> 20539 T2253 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 20540 T2253 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 20541 T2265 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 20541 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90004 type:create cxid:0x4b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 20550 T2265 oasc.ShardLeaderElectionContext.shouldIBeLeader Checking if I should try and be the leader.
[junit4:junit4]   2> 20550 T2265 oasc.ShardLeaderElectionContext.shouldIBeLeader My last published State was Active, it's okay to be the leader.
[junit4:junit4]   2> 20550 T2265 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 20551 T2265 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:20698/solr/collection1/
[junit4:junit4]   2> 20551 T2265 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:20698/solr START replicas=[http://127.0.0.1:20693/solr/collection1/, http://127.0.0.1:20707/solr/collection1/, http://127.0.0.1:20724/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 20555 T2287 C150 P20724 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 20555 T2274 C149 P20707 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 20556 T2265 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:20698/solr  Received 6 versions from 127.0.0.1:20724/solr/collection1/
[junit4:junit4]   2> 20556 T2265 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:20698/solr  Our versions are newer. ourLowThreshold=1413593056329859072 otherHigh=1413593056364462080
[junit4:junit4]   2> 20557 T2265 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:20698/solr  Received 5 versions from 127.0.0.1:20707/solr/collection1/
[junit4:junit4]   2> 20557 T2265 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:20698/solr  Our versions are newer. ourLowThreshold=1413593056329859072 otherHigh=1413593056353976320
[junit4:junit4]   2> 20592 T2219 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 20693
[junit4:junit4]   2> 20838 T2240 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20856 T2300 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 20856 T2298 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 20856 T2239 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 20856 T2279 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 20856 T2293 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 50556 T2265 oasu.PeerSync.handleResponse WARNING PeerSync: core=collection1 url=http://127.0.0.1:20698/solr  exception talking to http://127.0.0.1:20693/solr/collection1/, failed org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:20693/solr/collection1
[junit4:junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:414)
[junit4:junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
[junit4:junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler$1.call(HttpShardHandler.java:166)
[junit4:junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler$1.call(HttpShardHandler.java:133)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:20693 timed out
[junit4:junit4]   2> 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:125)
[junit4:junit4]   2> 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
[junit4:junit4]   2> 	at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
[junit4:junit4]   2> 	at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
[junit4:junit4]   2> 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
[junit4:junit4]   2> 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
[junit4:junit4]   2> 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
[junit4:junit4]   2> 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
[junit4:junit4]   2> 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
[junit4:junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
[junit4:junit4]   2> 	... 11 more
[junit4:junit4]   2> 
[junit4:junit4]   2> 50557 T2265 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:20698/solr DONE. sync failed
[junit4:junit4]   2> 50558 T2265 oasc.SolrException.log SEVERE Sync Failed
[junit4:junit4]   2> 50558 T2265 oasc.ShardLeaderElectionContext.rejoinLeaderElection There is a better leader candidate than us - going back into recovery
[junit4:junit4]   2> 50564 T2265 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 50565 T2318 C147 P20698 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=false
[junit4:junit4]   2> 50565 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90005 type:delete cxid:0x49 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4]   2> 50573 T2279 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 50574 T2224 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e1760ca90005 type:create cxid:0x4a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 50575 T2318 C147 P20698 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:20693/solr/collection1/ core=collection1 - recoveringAfterStartup=false
[junit4:junit4]   2> 50576 T2318 C147 P20698 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:20698/solr START replicas=[http://127.0.0.1:20693/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 50591 T2279 oasc.ShardLeaderElectionContext.shouldIBeLeader Checking if I should try and be the leader.
[junit4:junit4]   2> 50592 T2279 oasc.ShardLeaderElectionContext.shouldIBeLeader My last published State was Active, it's okay to be the leader.
[junit4:junit4]   2> 50592 T2279 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 50592 T2279 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:20707/solr/collection1/
[junit4:junit4]   2> 50593 T2279 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:20707/solr START replicas=[http://127.0.0.1:20698/solr/collection1/, http://127.0.0.1:20724/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 50593 T2265 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 50594 T2265 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 50596 T2259 C147 P20698 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1 
[junit4:junit4]   2> 50596 T2279 oasu.PeerSync.handl

[...truncated too long message...]

er localhost/127.0.0.1:20685
[junit4:junit4]   2> 139230 T2293 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 139230 T2219 oaz.ZooKeeper.close Session: 0x139e1760ca90006 closed
[junit4:junit4]   2> 139232 T2219 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 139401 T2219 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=9F1757F8F8405B81 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ms_MY -Dtests.timezone=America/Adak -Dtests.file.encoding=UTF-8
[junit4:junit4] FAILURE  139s J1 | SyncSliceTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: There are still nodes recoverying
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([9F1757F8F8405B81:1EF1D9E08F1F3BBD]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:560)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1135)
[junit4:junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:162)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 139429 T2219 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Appending, sim=DefaultSimilarity, locale=ms_MY, timezone=America/Adak
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_06 (64-bit)/cpus=16,threads=1,free=152956664,total=440401920
[junit4:junit4]   2> NOTE: All tests run in this JVM: [LegacyHTMLStripCharFilterTest, ConvertedLegacyTest, SolrIndexConfigTest, TestPropInject, FieldMutatingUpdateProcessorTest, PingRequestHandlerTest, TestSolrCoreProperties, SignatureUpdateProcessorFactoryTest, StatsComponentTest, URLClassifyProcessorTest, LeaderElectionTest, QueryParsingTest, BasicDistributedZk2Test, TestQueryUtils, TestUpdate, ShowFileRequestHandlerTest, PrimitiveFieldTypeTest, RecoveryZkTest, RAMDirectoryFactoryTest, TestRemoteStreaming, TestSolrDeletionPolicy2, PolyFieldTest, MultiTermTest, BasicFunctionalityTest, IndexSchemaTest, SoftAutoCommitTest, IndexReaderFactoryTest, TestCSVResponseWriter, TestRealTimeGet, BadIndexSchemaTest, TestSort, BasicZkTest, ZkNodePropsTest, ScriptEngineTest, TestDFRSimilarityFactory, DirectSolrSpellCheckerTest, TermVectorComponentTest, StatelessScriptUpdateProcessorFactoryTest, TestJmxIntegration, PrimUtilsTest, TestPluginEnable, TestRecovery, TestLRUCache, TestStressRecovery, StandardRequestHandlerTest, TestReplicationHandler, TestOmitPositions, PathHierarchyTokenizerFactoryTest, TestArbitraryIndexDir, OutputWriterTest, SuggesterTest, TestWriterPerf, TestCSVLoader, TestStressLucene, DocumentBuilderTest, ReturnFieldsTest, DirectUpdateHandlerTest, OverseerTest, SpellCheckComponentTest, FullSolrCloudDistribCmdsTest, TestDistributedGrouping, TestDistributedSearch, LukeRequestHandlerTest, QueryElevationComponentTest, TestFunctionQuery, QueryEqualityTest, MBeansHandlerTest, DistributedQueryElevationComponentTest, XsltUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, SuggesterWFSTTest, DocumentAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, FastVectorHighlighterTest, DebugComponentTest, SuggesterTSTTest, UpdateParamsTest, TestSearchPerf, TestFoldingMultitermQuery, TestSolrDeletionPolicy1, TestBinaryField, TestPropInjectDefaults, TestMergePolicyConfig, TestXIncludeConfig, TestDocSet, TestNumberUtils, TestConfig, TestPhraseSuggestions, TestLMJelinekMercerSimilarityFactory, TestCodecSupport, TimeZoneUtilsTest, TestFastLRUCache, ResourceLoaderTest, TestSystemIdResolver, DateFieldTest, TestBadConfig, AnalysisAfterCoreReloadTest, SyncSliceTest]
[junit4:junit4] Completed on J1 in 139.45s, 1 test, 1 failure <<< FAILURES!

[...truncated 10 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/build.xml:32: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build.xml:146: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/module-build.xml:63: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/common-build.xml:1140: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/common-build.xml:813: There were test failures: 230 suites, 951 tests, 1 failure, 7 ignored (2 assumptions)

Total time: 30 minutes 27 seconds
Build step 'Invoke Ant' marked build as failure
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-java7 - Build # 474 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-java7/474/

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
No live SolrServers available to handle this request

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
	at __randomizedtesting.SeedInfo.seed([AE7A74BE1F9CF16C:2F9CFAA668C39150]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:323)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:257)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:90)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:324)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:909)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:226)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8327 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 4 T2090 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1348095326809
[junit4:junit4]   2> 5 T2090 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 8 T2091 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 8 T2091 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 9 T2091 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4]   2> 107 T2090 oasc.ZkTestServer.run start zk server on port:55654
[junit4:junit4]   2> 108 T2090 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55654 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1900bbc2
[junit4:junit4]   2> 109 T2096 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55654
[junit4:junit4]   2> 109 T2090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 109 T2096 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:55654, initiating session
[junit4:junit4]   2> 110 T2092 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:41617
[junit4:junit4]   2> 110 T2092 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:41617
[junit4:junit4]   2> 111 T2094 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 114 T2096 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:55654, sessionid = 0x139e0be3a5e0000, negotiated timeout = 10000
[junit4:junit4]   2> 114 T2094 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e0be3a5e0000 with negotiated timeout 10000 for client /140.211.11.196:41617
[junit4:junit4]   2> 114 T2097 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1900bbc2 name:ZooKeeperConnection Watcher:127.0.0.1:55654 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 114 T2090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 115 T2090 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 118 T2095 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139e0be3a5e0000
[junit4:junit4]   2> 119 T2097 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 119 T2090 oaz.ZooKeeper.close Session: 0x139e0be3a5e0000 closed
[junit4:junit4]   2> 119 T2092 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:41617 which had sessionid 0x139e0be3a5e0000
[junit4:junit4]   2> 120 T2090 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55654/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@57db1bbc
[junit4:junit4]   2> 121 T2098 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55654
[junit4:junit4]   2> 121 T2090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 121 T2098 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:55654, initiating session
[junit4:junit4]   2> 121 T2092 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:32354
[junit4:junit4]   2> 122 T2092 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:32354
[junit4:junit4]   2> 129 T2094 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e0be3a5e0001 with negotiated timeout 10000 for client /140.211.11.196:32354
[junit4:junit4]   2> 129 T2098 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:55654, sessionid = 0x139e0be3a5e0001, negotiated timeout = 10000
[junit4:junit4]   2> 129 T2099 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@57db1bbc name:ZooKeeperConnection Watcher:127.0.0.1:55654/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 129 T2090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 130 T2090 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 134 T2090 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 142 T2090 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 144 T2090 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 147 T2090 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 148 T2090 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 159 T2090 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 161 T2090 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 271 T2090 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 272 T2090 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 274 T2090 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 275 T2090 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 284 T2090 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 285 T2090 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 291 T2090 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 291 T2090 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 294 T2090 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 295 T2090 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 302 T2090 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 302 T2090 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 310 T2090 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 311 T2090 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 313 T2090 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 314 T2090 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 320 T2095 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139e0be3a5e0001
[junit4:junit4]   2> 328 T2099 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 328 T2090 oaz.ZooKeeper.close Session: 0x139e0be3a5e0001 closed
[junit4:junit4]   2> 328 T2092 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:32354 which had sessionid 0x139e0be3a5e0001
[junit4:junit4]   2> 330 T2090 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 335 T2090 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:11213
[junit4:junit4]   2> 335 T2090 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 336 T2090 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 336 T2090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 371 T2090 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 371 T2090 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 372 T2090 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 372 T2090 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 372 T2090 oasc.CoreContainer.<init> New CoreContainer 1085850539
[junit4:junit4]   2> 373 T2090 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 374 T2090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 405 T2090 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 421 T2090 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:55654/solr
[junit4:junit4]   2> 421 T2090 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55654/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@387f7bb5
[junit4:junit4]   2> 422 T2109 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55654
[junit4:junit4]   2> 422 T2090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 423 T2109 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:55654, initiating session
[junit4:junit4]   2> 423 T2092 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:29048
[junit4:junit4]   2> 423 T2092 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:29048
[junit4:junit4]   2> 425 T2109 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:55654, sessionid = 0x139e0be3a5e0002, negotiated timeout = 5000
[junit4:junit4]   2> 425 T2094 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e0be3a5e0002 with negotiated timeout 5000 for client /140.211.11.196:29048
[junit4:junit4]   2> 425 T2110 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@387f7bb5 name:ZooKeeperConnection Watcher:127.0.0.1:55654/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 426 T2090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 427 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 436 T2090 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 437 T2090 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:11213_solr
[junit4:junit4]   2> 438 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:11213_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:11213_solr
[junit4:junit4]   2> 443 T2090 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:11213_solr
[junit4:junit4]   2> 446 T2090 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 446 T2090 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 446 T2090 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 447 T2090 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 447 T2090 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 448 T2090 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 448 T2090 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 448 T2090 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 449 T2090 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 449 T2090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 461 T2090 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 465 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 474 T2090 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 476 T2090 oasc.Overseer.start Overseer (id=88348775338082306-127.0.0.1:11213_solr-n_0000000000) starting
[junit4:junit4]   2> 477 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 484 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 485 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 486 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 496 T2112 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 496 T2090 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 504 T2090 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 505 T2111 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 509 T2090 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 510 T2090 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 510 T2090 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 511 T2090 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 512 T2090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 513 T2090 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 513 T2090 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 559 T2090 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 615 T2090 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 717 T2090 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 724 T2090 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 790 T3 oasu.ConcurrentLRUCache.finalize SEVERE ConcurrentLRUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
[junit4:junit4]   2> 1245 T2090 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1254 T2090 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1257 T2090 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1269 T2090 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1273 T2090 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1277 T2090 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1278 T2090 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1279 T2090 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1348095326809/control/data/
[junit4:junit4]   2> 1280 T2090 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2bb0521c
[junit4:junit4]   2> 1281 T2090 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1348095326809/control/data/index/
[junit4:junit4]   2> 1282 T2090 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1348095326809/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1283 T2090 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1348095326809/control/data/index forceNew:false
[junit4:junit4]   2> 1303 T2090 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/control/data/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1304 T2090 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 1305 T2090 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1307 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1308 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1308 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1309 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1310 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1310 T2090 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1311 T2090 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1311 T2090 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1312 T2090 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1312 T2090 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1313 T2090 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1314 T2090 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1314 T2090 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1315 T2090 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1315 T2090 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1316 T2090 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1316 T2090 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1317 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1318 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1318 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1319 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1319 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1320 T2090 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1321 T2090 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1321 T2090 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1324 T2090 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1328 T2090 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1329 T2090 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1333 T2090 oass.SolrIndexSearcher.<init> Opening Searcher@14f963c6 main
[junit4:junit4]   2> 1334 T2090 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1335 T2090 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1335 T2090 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1342 T2090 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1390 T2113 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@14f963c6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1395 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0002 type:create cxid:0x53 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 1406 T2090 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 1407 T2090 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:11213/solr shardId:control_shard
[junit4:junit4]   2> 1408 T2090 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
[junit4:junit4]   2> 1424 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0002 type:delete cxid:0x62 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 1425 T2090 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1426 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0002 type:create cxid:0x63 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1510 T2111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1511 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0002 type:create cxid:0x6a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 1527 T2110 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 1928 T2090 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1929 T2090 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1929 T2090 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:11213/solr/collection1/
[junit4:junit4]   2> 1930 T2090 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1930 T2090 oasc.SyncStrategy.syncToMe http://127.0.0.1:11213/solr/collection1/ has no replicas
[junit4:junit4]   2> 1930 T2090 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:11213/solr/collection1/
[junit4:junit4]   2> 1931 T2090 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
[junit4:junit4]   2> 1934 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0002 type:create cxid:0x88 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2030 T2111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2043 T2110 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 2052 T2090 oasc.ZkController.register We are http://127.0.0.1:11213/solr/collection1/ and leader is http://127.0.0.1:11213/solr/collection1/
[junit4:junit4]   2> 2052 T2090 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:11213/solr
[junit4:junit4]   2> 2053 T2090 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 2054 T2090 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2055 T2090 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2055 T2090 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2055 T2090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2420 T2090 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 2429 T2090 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:44396
[junit4:junit4]   2> 2430 T2090 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2431 T2090 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty1-1348095328870
[junit4:junit4]   2> 2431 T2090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty1-1348095328870/'
[junit4:junit4]   2> 2464 T2090 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2465 T2090 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2465 T2090 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty1-1348095328870
[junit4:junit4]   2> 2466 T2090 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty1-1348095328870/solr.xml
[junit4:junit4]   2> 2466 T2090 oasc.CoreContainer.<init> New CoreContainer 1994356455
[junit4:junit4]   2> 2467 T2090 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty1-1348095328870/'
[junit4:junit4]   2> 2467 T2090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty1-1348095328870/'
[junit4:junit4]   2> 2495 T2090 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 2508 T2090 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:55654/solr
[junit4:junit4]   2> 2509 T2090 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55654/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@65782888
[junit4:junit4]   2> 2510 T2123 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55654
[junit4:junit4]   2> 2510 T2090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2511 T2123 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:55654, initiating session
[junit4:junit4]   2> 2511 T2092 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:44397
[junit4:junit4]   2> 2511 T2092 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:44397
[junit4:junit4]   2> 2514 T2094 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e0be3a5e0003 with negotiated timeout 5000 for client /140.211.11.196:44397
[junit4:junit4]   2> 2514 T2123 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:55654, sessionid = 0x139e0be3a5e0003, negotiated timeout = 5000
[junit4:junit4]   2> 2514 T2124 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65782888 name:ZooKeeperConnection Watcher:127.0.0.1:55654/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2515 T2090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2515 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0003 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2559 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0003 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2560 T2111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2560 T2090 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44396_solr
[junit4:junit4]   2> 2561 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0003 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:44396_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:44396_solr
[junit4:junit4]   2> 2619 T2090 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44396_solr
[junit4:junit4]   2> 2651 T2110 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 2715 T2110 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 2715 T2090 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 2715 T2090 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2716 T2090 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 2716 T2090 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2717 T2090 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2717 T2090 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2717 T2090 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2718 T2090 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2718 T2090 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2718 T2090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 2731 T2090 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2736 T2090 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty1-1348095328870/collection1
[junit4:junit4]   2> 2737 T2090 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 2737 T2090 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2737 T2090 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 2738 T2090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty1-1348095328870/collection1/'
[junit4:junit4]   2> 2739 T2090 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/solrtest-jetty1-1348095328870/collection1/lib/README' to classloader
[junit4:junit4]   2> 2740 T2090 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/solrtest-jetty1-1348095328870/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2784 T2090 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 2839 T2090 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2940 T2090 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2947 T2090 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 3435 T2090 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 3444 T2090 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 3447 T2090 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3456 T2090 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3461 T2090 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3464 T2090 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 3465 T2090 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 3466 T2090 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty1-1348095328870/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty1/
[junit4:junit4]   2> 3467 T2090 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2bb0521c
[junit4:junit4]   2> 3468 T2090 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty1/index/
[junit4:junit4]   2> 3468 T2090 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3469 T2090 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty1/index forceNew:false
[junit4:junit4]   2> 3485 T2090 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3486 T2090 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 3486 T2090 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 3489 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 3489 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 3490 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 3490 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 3491 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 3491 T2090 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 3492 T2090 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 3493 T2090 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 3493 T2090 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 3494 T2090 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 3495 T2090 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 3495 T2090 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 3496 T2090 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 3496 T2090 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 3497 T2090 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 3497 T2090 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3498 T2090 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3499 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3499 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3500 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3501 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3501 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3502 T2090 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3503 T2090 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 3503 T2090 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 3506 T2090 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3510 T2090 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 3511 T2090 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 3514 T2090 oass.SolrIndexSearcher.<init> Opening Searcher@46778405 main
[junit4:junit4]   2> 3515 T2090 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3516 T2090 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3516 T2090 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 3523 T2090 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 3585 T2125 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@46778405 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3724 T2111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3737 T2124 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 3737 T2110 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4096 T2090 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 4097 T2090 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:44396/solr shardId:shard1
[junit4:junit4]   2> 4098 T2090 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 4115 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0003 type:delete cxid:0x42 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 4121 T2090 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 4122 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0003 type:create cxid:0x43 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4124 T2090 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 4125 T2090 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 4125 T2090 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:44396/solr/collection1/
[junit4:junit4]   2> 4126 T2090 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 4126 T2090 oasc.SyncStrategy.syncToMe http://127.0.0.1:44396/solr/collection1/ has no replicas
[junit4:junit4]   2> 4127 T2090 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:44396/solr/collection1/
[junit4:junit4]   2> 4128 T2090 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 4137 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0003 type:create cxid:0x4d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4240 T2111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4258 T2124 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4258 T2110 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4301 T2090 oasc.ZkController.register We are http://127.0.0.1:44396/solr/collection1/ and leader is http://127.0.0.1:44396/solr/collection1/
[junit4:junit4]   2> 4302 T2090 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44396/solr
[junit4:junit4]   2> 4302 T2090 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 4305 T2090 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4305 T2090 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 4306 T2090 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4306 T2090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4681 T2090 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 4684 T2090 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:44404
[junit4:junit4]   2> 4685 T2090 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4686 T2090 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty2-1348095331120
[junit4:junit4]   2> 4686 T2090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty2-1348095331120/'
[junit4:junit4]   2> 4723 T2090 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4724 T2090 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4725 T2090 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty2-1348095331120
[junit4:junit4]   2> 4725 T2090 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty2-1348095331120/solr.xml
[junit4:junit4]   2> 4725 T2090 oasc.CoreContainer.<init> New CoreContainer 1205890285
[junit4:junit4]   2> 4726 T2090 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty2-1348095331120/'
[junit4:junit4]   2> 4726 T2090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty2-1348095331120/'
[junit4:junit4]   2> 4757 T2090 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4762 T2111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4771 T2090 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:55654/solr
[junit4:junit4]   2> 4772 T2090 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55654/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@d80d638
[junit4:junit4]   2> 4773 T2135 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55654
[junit4:junit4]   2> 4773 T2090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4774 T2135 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:55654, initiating session
[junit4:junit4]   2> 4774 T2092 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:44405
[junit4:junit4]   2> 4774 T2092 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:44405
[junit4:junit4]   2> 4781 T2094 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e0be3a5e0004 with negotiated timeout 5000 for client /140.211.11.196:44405
[junit4:junit4]   2> 4781 T2135 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:55654, sessionid = 0x139e0be3a5e0004, negotiated timeout = 5000
[junit4:junit4]   2> 4782 T2136 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d80d638 name:ZooKeeperConnection Watcher:127.0.0.1:55654/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4782 T2090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4783 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4783 T2110 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4783 T2124 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4784 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4785 T2090 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44404_solr
[junit4:junit4]   2> 4785 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:44404_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:44404_solr
[junit4:junit4]   2> 4786 T2090 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44404_solr
[junit4:junit4]   2> 4788 T2124 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 4788 T2110 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 4788 T2090 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 4789 T2090 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4789 T2090 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 4790 T2090 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4790 T2090 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4790 T2090 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4791 T2090 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4791 T2090 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4792 T2090 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4792 T2090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 4805 T2090 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4811 T2090 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty2-1348095331120/collection1
[junit4:junit4]   2> 4811 T2090 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4812 T2090 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4812 T2090 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4813 T2090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty2-1348095331120/collection1/'
[junit4:junit4]   2> 4815 T2090 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/solrtest-jetty2-1348095331120/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4815 T2090 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/solrtest-jetty2-1348095331120/collection1/lib/README' to classloader
[junit4:junit4]   2> 4863 T2090 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 4927 T2090 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5028 T2090 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5035 T2090 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5586 T2090 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5596 T2090 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5599 T2090 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5609 T2090 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5614 T2090 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5638 T2090 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5640 T2090 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5641 T2090 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty2-1348095331120/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty2/
[junit4:junit4]   2> 5641 T2090 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2bb0521c
[junit4:junit4]   2> 5642 T2090 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty2/index/
[junit4:junit4]   2> 5643 T2090 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5644 T2090 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty2/index forceNew:false
[junit4:junit4]   2> 5678 T2090 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty2/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5679 T2090 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 5680 T2090 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 5682 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5683 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 5683 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5684 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 5684 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5685 T2090 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5685 T2090 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5686 T2090 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5687 T2090 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5687 T2090 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 5688 T2090 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 5689 T2090 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5690 T2090 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 5690 T2090 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 5691 T2090 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 5691 T2090 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5692 T2090 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5693 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5693 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5694 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5695 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5695 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5696 T2090 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5697 T2090 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 5698 T2090 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 5701 T2090 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5705 T2090 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 5706 T2090 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 5710 T2090 oass.SolrIndexSearcher.<init> Opening Searcher@545befae main
[junit4:junit4]   2> 5711 T2090 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5712 T2090 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5712 T2090 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 5719 T2090 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 5768 T2137 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@545befae main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5788 T2111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5792 T2110 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5792 T2124 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5792 T2136 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6275 T2090 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 6276 T2090 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:44404/solr shardId:shard1
[junit4:junit4]   2> 6279 T2090 oasc.ZkController.register We are http://127.0.0.1:44404/solr/collection1/ and leader is http://127.0.0.1:44396/solr/collection1/
[junit4:junit4]   2> 6279 T2090 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44404/solr
[junit4:junit4]   2> 6280 T2090 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 6280 T2090 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C167 name=collection1 org.apache.solr.core.SolrCore@175c53f8 url=http://127.0.0.1:44404/solr/collection1 node=127.0.0.1:44404_solr
[junit4:junit4]   2> 6282 T2138 C167 P44404 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 6282 T2138 C167 P44404 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 6282 T2090 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6290 T2138 C167 P44404 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:44396/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 6290 T2138 C167 P44404 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:44404/solr START replicas=[http://127.0.0.1:44396/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 6290 T2090 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 6290 T2138 C167 P44404 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 6291 T2138 C167 P44404 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 6290 T2090 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 6291 T2138 C167 P44404 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 6291 T2138 C167 P44404 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 6291 T2090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C168 name=collection1 org.apache.solr.core.SolrCore@9d16ba3 url=http://127.0.0.1:44396/solr/collection1 node=127.0.0.1:44396_solr
[junit4:junit4]   2> 6301 T2116 C168 P44396 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 6305 T2111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6314 T2136 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6314 T2110 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6314 T2124 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6864 T2090 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 6867 T2090 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:44411
[junit4:junit4]   2> 6867 T2090 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6868 T2090 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty3-1348095333114
[junit4:junit4]   2> 6868 T2090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty3-1348095333114/'
[junit4:junit4]   2> 6904 T2090 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 6905 T2090 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6905 T2090 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty3-1348095333114
[junit4:junit4]   2> 6905 T2090 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty3-1348095333114/solr.xml
[junit4:junit4]   2> 6906 T2090 oasc.CoreContainer.<init> New CoreContainer 627172557
[junit4:junit4]   2> 6906 T2090 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty3-1348095333114/'
[junit4:junit4]   2> 6907 T2090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty3-1348095333114/'
[junit4:junit4]   2> 6934 T2090 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 6946 T2090 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:55654/solr
[junit4:junit4]   2> 6947 T2090 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55654/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@5944ac8b
[junit4:junit4]   2> 6948 T2149 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55654
[junit4:junit4]   2> 6948 T2090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6949 T2149 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:55654, initiating session
[junit4:junit4]   2> 6949 T2092 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:44413
[junit4:junit4]   2> 6949 T2092 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:44413
[junit4:junit4]   2> 6951 T2094 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e0be3a5e0005 with negotiated timeout 5000 for client /140.211.11.196:44413
[junit4:junit4]   2> 6951 T2149 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:55654, sessionid = 0x139e0be3a5e0005, negotiated timeout = 5000
[junit4:junit4]   2> 6951 T2150 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5944ac8b name:ZooKeeperConnection Watcher:127.0.0.1:55654/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6951 T2090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6952 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6953 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6963 T2090 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44411_solr
[junit4:junit4]   2> 6963 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:44411_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:44411_solr
[junit4:junit4]   2> 6964 T2090 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44411_solr
[junit4:junit4]   2> 6966 T2124 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 6966 T2110 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 6966 T2136 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 6967 T2090 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 6967 T2090 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 6968 T2090 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 6968 T2090 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 6969 T2090 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 6969 T2090 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 6970 T2090 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 6970 T2090 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 6971 T2090 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 6971 T2090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 6986 T2090 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6991 T2090 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty3-1348095333114/collection1
[junit4:junit4]   2> 6992 T2090 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 6992 T2090 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 6993 T2090 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 6994 T2090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty3-1348095333114/collection1/'
[junit4:junit4]   2> 6995 T2090 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/solrtest-jetty3-1348095333114/collection1/lib/README' to classloader
[junit4:junit4]   2> 6995 T2090 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/solrtest-jetty3-1348095333114/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 7037 T2090 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 7092 T2090 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 7193 T2090 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 7200 T2090 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 7695 T2090 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 7704 T2090 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 7707 T2090 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7716 T2090 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7721 T2090 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7725 T2090 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7726 T2090 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7727 T2090 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty3-1348095333114/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty3/
[junit4:junit4]   2> 7727 T2090 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2bb0521c
[junit4:junit4]   2> 7729 T2090 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty3/index/
[junit4:junit4]   2> 7730 T2090 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7731 T2090 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty3/index forceNew:false
[junit4:junit4]   2> 7735 T2090 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty3/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7736 T2090 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 7736 T2090 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 7739 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7739 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 7740 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7740 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 7741 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7741 T2090 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7742 T2090 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7742 T2090 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7743 T2090 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7744 T2090 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 7744 T2090 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 7745 T2090 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7745 T2090 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 7746 T2090 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 7746 T2090 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 7747 T2090 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7747 T2090 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7748 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7749 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7749 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7750 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7750 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7751 T2090 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7751 T2090 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 7752 T2090 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 7755 T2090 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7759 T2090 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 7760 T2090 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 7764 T2090 oass.SolrIndexSearcher.<init> Opening Searcher@1cf4fb76 main
[junit4:junit4]   2> 7765 T2090 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7765 T2090 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7766 T2090 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 7823 T2090 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 7900 T2151 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1cf4fb76 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8326 T2111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8340 T2110 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8340 T2150 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8340 T2136 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8340 T2124 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8409 T2090 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 8409 T2090 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:44411/solr shardId:shard1
[junit4:junit4]   2> 8413 T2090 oasc.ZkController.register We are http://127.0.0.1:44411/solr/collection1/ and leader is http://127.0.0.1:44396/solr/collection1/
[junit4:junit4]   2> 8414 T2090 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44411/solr
[junit4:junit4]   2> 8414 T2090 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 8415 T2090 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C169 name=collection1 org.apache.solr.core.SolrCore@2dca4731 url=http://127.0.0.1:44411/solr/collection1 node=127.0.0.1:44411_solr
[junit4:junit4]   2> 8416 T2152 C169 P44411 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 8417 T2152 C169 P44411 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 8416 T2090 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8426 T2152 C169 P44411 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:44396/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 8427 T2152 C169 P44411 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:44411/solr START replicas=[http://127.0.0.1:44396/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 8426 T2090 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8427 T2152 C169 P44411 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 8427 T2090 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8427 T2152 C169 P44411 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 8428 T2152 C169 P44411 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 8428 T2090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8428 T2152 C169 P44411 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8429 T2116 C168 P44396 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 8844 T2111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8860 T2110 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8860 T2136 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8860 T2124 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8860 T2150 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9023 T2090 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 9028 T2090 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:44423
[junit4:junit4]   2> 9028 T2090 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9029 T2090 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty4-1348095335248
[junit4:junit4]   2> 9030 T2090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty4-1348095335248/'
[junit4:junit4]   2> 9080 T2090 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 9081 T2090 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9082 T2090 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty4-1348095335248
[junit4:junit4]   2> 9082 T2090 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty4-1348095335248/solr.xml
[junit4:junit4]   2> 9083 T2090 oasc.CoreContainer.<init> New CoreContainer 609514614
[junit4:junit4]   2> 9083 T2090 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty4-1348095335248/'
[junit4:junit4]   2> 9084 T2090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty4-1348095335248/'
[junit4:junit4]   2> 9122 T2090 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9140 T2090 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:55654/solr
[junit4:junit4]   2> 9141 T2090 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55654/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@702e1aa2
[junit4:junit4]   2> 9142 T2163 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55654
[junit4:junit4]   2> 9142 T2090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9175 T2163 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:55654, initiating session
[junit4:junit4]   2> 9201 T2092 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:44424
[junit4:junit4]   2> 9202 T2092 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:44424
[junit4:junit4]   2> 9217 T2094 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e0be3a5e0006 with negotiated timeout 5000 for client /140.211.11.196:44424
[junit4:junit4]   2> 9217 T2163 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:55654, sessionid = 0x139e0be3a5e0006, negotiated timeout = 5000
[junit4:junit4]   2> 9218 T2164 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@702e1aa2 name:ZooKeeperConnection Watcher:127.0.0.1:55654/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9218 T2090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9219 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0006 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9220 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0006 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9222 T2090 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44423_solr
[junit4:junit4]   2> 9223 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0006 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:44423_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:44423_solr
[junit4:junit4]   2> 9224 T2090 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44423_solr
[junit4:junit4]   2> 9226 T2150 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 9226 T2124 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 9226 T2136 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 9226 T2110 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 9227 T2090 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 9227 T2090 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 9228 T2090 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 9228 T2090 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 9229 T2090 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 9229 T2090 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 9230 T2090 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 9230 T2090 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 9231 T2090 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 9232 T2090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 9250 T2090 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9258 T2090 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty4-1348095335248/collection1
[junit4:junit4]   2> 9258 T2090 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9259 T2090 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9260 T2090 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9261 T2090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty4-1348095335248/collection1/'
[junit4:junit4]   2> 9263 T2090 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/solrtest-jetty4-1348095335248/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9264 T2090 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/solrtest-jetty4-1348095335248/collection1/lib/README' to classloader
[junit4:junit4]   2>  C167_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:44404_solr, base_url=http://127.0.0.1:44404/solr}
[junit4:junit4]   2> 9312 T2138 C167 P44404 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 9312 T2138 C167 P44404 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 9312 T2138 C167 P44404 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:44396/solr/collection1/. core=collection1
[junit4:junit4]   2> 9313 T2138 C167 P44404 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9323 T2119 C168 P44396 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 9326 T2090 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 9329 T2119 C168 P44396 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9330 T2119 C168 P44396 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 9331 T2119 C168 P44396 oass.SolrIndexSearcher.<init> Opening Searcher@55c9ae4e main
[junit4:junit4]   2> 9332 T2119 C168 P44396 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 9333 T2125 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@55c9ae4e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9333 T2119 C168 P44396 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 10
[junit4:junit4]   2> 9334 T2138 C167 P44404 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 9335 T2138 C167 P44404 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 9337 T2120 C168 P44396 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 9338 T2120 C168 P44396 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=2 
[junit4:junit4]   2> 9343 T2138 C167 P44404 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty2/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9343 T2138 C167 P44404 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 9344 T2138 C167 P44404 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 9348 T2138 C167 P44404 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty2/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty2/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 9348 T2138 C167 P44404 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 9352 T2138 C167 P44404 oass.SolrIndexSearcher.<init> Opening Searcher@5d196e14 main
[junit4:junit4]   2> 9353 T2138 C167 P44404 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 9354 T2137 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5d196e14 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 9355 T2138 C167 P44404 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 9355 T2138 C167 P44404 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 9357 T2138 C167 P44404 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 9364 T2111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9377 T2136 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9377 T2124 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9377 T2110 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9377 T2150 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9377 T2164 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9419 T2090 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9520 T2090 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9539 T2090 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10302 T2090 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10323 T2090 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10331 T2090 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10347 T2090 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10354 T2090 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10360 T2090 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10361 T2090 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10362 T2090 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty4-1348095335248/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty4/
[junit4:junit4]   2> 10362 T2090 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2bb0521c
[junit4:junit4]   2> 10364 T2090 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty4/index/
[junit4:junit4]   2> 10365 T2090 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10366 T2090 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty4/index forceNew:false
[junit4:junit4]   2> 10401 T2090 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty4/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10401 T2090 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 10402 T2090 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 10405 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10405 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 10405 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10406 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 10407 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10407 T2090 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10407 T2090 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10408 T2090 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10409 T2090 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10409 T2090 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 10410 T2090 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 10410 T2090 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10411 T2090 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 10411 T2090 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 10412 T2090 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 10413 T2090 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10413 T2090 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10414 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10414 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10415 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10415 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10416 T2090 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10416 T2090 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10417 T2090 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 10418 T2090 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 10421 T2090 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10425 T2090 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 10426 T2090 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 10429 T2090 oass.SolrIndexSearcher.<init> Opening Searcher@e130b main
[junit4:junit4]   2> 10430 T2090 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10431 T2090 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10431 T2090 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 10438 T2090 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 10488 T2165 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e130b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10882 T2111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10895 T2136 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10894 T2164 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10895 T2150 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10894 T2110 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10895 T2124 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10995 T2090 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 10995 T2090 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:44423/solr shardId:shard1
[junit4:junit4]   2> 10998 T2090 oasc.ZkController.register We are http://127.0.0.1:44423/solr/collection1/ and leader is http://127.0.0.1:44396/solr/collection1/
[junit4:junit4]   2> 10998 T2090 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44423/solr
[junit4:junit4]   2> 10999 T2090 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 10999 T2090 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C170 name=collection1 org.apache.solr.core.SolrCore@4f8d01d8 url=http://127.0.0.1:44423/solr/collection1 node=127.0.0.1:44423_solr
[junit4:junit4]   2> 11000 T2166 C170 P44423 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11001 T2090 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11107 T2166 C170 P44423 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11108 T2090 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11108 T2090 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11109 T2166 C170 P44423 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:44396/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 11109 T2090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11109 T2166 C170 P44423 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:44423/solr START replicas=[http://127.0.0.1:44396/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 11110 T2166 C170 P44423 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 11110 T2166 C170 P44423 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 11110 T2166 C170 P44423 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 11110 T2166 C170 P44423 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11112 T2116 C168 P44396 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 11125 T2090 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55654/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3c75e24e
[junit4:junit4]   2> 11126 T2168 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55654
[junit4:junit4]   2> 11126 T2090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11127 T2168 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:55654, initiating session
[junit4:junit4]   2> 11127 T2092 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:44444
[junit4:junit4]   2> 11127 T2092 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:44444
[junit4:junit4]   2> 11128 T2094 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e0be3a5e0007 with negotiated timeout 10000 for client /140.211.11.196:44444
[junit4:junit4]   2> 11128 T2168 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:55654, sessionid = 0x139e0be3a5e0007, negotiated timeout = 10000
[junit4:junit4]   2> 11129 T2169 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c75e24e name:ZooKeeperConnection Watcher:127.0.0.1:55654/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11129 T2090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11130 T2090 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 11131 T2090 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 11131 T2090 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 11138 T2090 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11139 T2090 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 11139 T2090 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 11140 T2090 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11398 T2111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11435 T2110 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11435 T2164 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11435 T2169 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11435 T2136 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11435 T2124 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11435 T2150 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2>  C169_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:44411_solr, base_url=http://127.0.0.1:44411/solr}
[junit4:junit4]   2> 11447 T2152 C169 P44411 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 11447 T2152 C169 P44411 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 11447 T2152 C169 P44411 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:44396/solr/collection1/. core=collection1
[junit4:junit4]   2> 11447 T2152 C169 P44411 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11458 T2122 C168 P44396 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 11463 T2122 C168 P44396 oass.SolrIndexSearcher.<init> Opening Searcher@3ff3e64b main
[junit4:junit4]   2> 11463 T2122 C168 P44396 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 11465 T2125 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3ff3e64b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11466 T2122 C168 P44396 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 7
[junit4:junit4]   2> 11466 T2152 C169 P44411 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 11467 T2152 C169 P44411 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 11469 T2120 C168 P44396 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
[junit4:junit4]   2> 11474 T2152 C169 P44411 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty3/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11474 T2152 C169 P44411 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 11475 T2152 C169 P44411 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 11478 T2152 C169 P44411 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty3/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty3/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 11478 T2152 C169 P44411 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 11481 T2152 C169 P44411 oass.SolrIndexSearcher.<init> Opening Searcher@5b2b459f main
[junit4:junit4]   2> 11482 T2152 C169 P44411 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 11483 T2151 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5b2b459f main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 11484 T2152 C169 P44411 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 11484 T2152 C169 P44411 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 11485 T2152 C169 P44411 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 11939 T2111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11956 T2136 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11956 T2150 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11956 T2169 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11956 T2110 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11956 T2164 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11956 T2124 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12141 T2090 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13143 T2090 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C170_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:44423_solr, base_url=http://127.0.0.1:44423/solr}
[junit4:junit4]   2> 14128 T2166 C170 P44423 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 14128 T2166 C170 P44423 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 14128 T2166 C170 P44423 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:44396/solr/collection1/. core=collection1
[junit4:junit4]   2> 14128 T2166 C170 P44423 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14139 T2117 C168 P44396 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 14143 T2117 C168 P44396 oass.SolrIndexSearcher.<init> Opening Searcher@bf6b234 main
[junit4:junit4]   2> 14144 T2117 C168 P44396 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14145 T2090 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14146 T2125 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@bf6b234 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14146 T2117 C168 P44396 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 7
[junit4:junit4]   2> 14147 T2166 C170 P44423 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 14147 T2166 C170 P44423 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 14150 T2120 C168 P44396 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
[junit4:junit4]   2> 14154 T2166 C170 P44423 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty4/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14154 T2166 C170 P44423 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 14155 T2166 C170 P44423 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 14184 T2166 C170 P44423 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty4/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty4/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 14185 T2166 C170 P44423 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 14187 T2166 C170 P44423 oass.SolrIndexSearcher.<init> Opening Searcher@53146142 main
[junit4:junit4]   2> 14188 T2166 C170 P44423 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14189 T2165 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@53146142 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 14190 T2166 C170 P44423 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 14190 T2166 C170 P44423 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 14192 T2166 C170 P44423 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 14466 T2111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14481 T2164 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14481 T2110 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14481 T2150 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14481 T2136 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14481 T2169 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14481 T2124 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 15147 T2090 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C171 name=collection1 org.apache.solr.core.SolrCore@6662c3b url=http://127.0.0.1:11213/solr/collection1 node=127.0.0.1:11213_solr
[junit4:junit4]   2> 15160 T2102 C171 P11213 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15165 T2102 C171 P11213 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/control/data/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15166 T2102 C171 P11213 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 15167 T2102 C171 P11213 oass.SolrIndexSearcher.<init> Opening Searcher@1895b02d main
[junit4:junit4]   2> 15168 T2102 C171 P11213 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15169 T2113 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1895b02d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15170 T2102 C171 P11213 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 11
[junit4:junit4]   2> 15171 T2090 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55654/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@b6166f7
[junit4:junit4]   2> 15172 T2170 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55654
[junit4:junit4]   2> 15172 T2090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15173 T2170 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:55654, initiating session
[junit4:junit4]   2> 15173 T2092 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:44452
[junit4:junit4]   2> 15173 T2092 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:44452
[junit4:junit4]   2> 15200 T2170 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:55654, sessionid = 0x139e0be3a5e0008, negotiated timeout = 10000
[junit4:junit4]   2> 15200 T2094 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e0be3a5e0008 with negotiated timeout 10000 for client /140.211.11.196:44452
[junit4:junit4]   2> 15200 T2171 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b6166f7 name:ZooKeeperConnection Watcher:127.0.0.1:55654/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15201 T2090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15202 T2090 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15204 T2119 C168 P44396 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15206 T2119 C168 P44396 oass.SolrIndexSearcher.<init> Opening Searcher@49b19cc3 main
[junit4:junit4]   2> 15207 T2119 C168 P44396 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15208 T2125 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@49b19cc3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15209 T2119 C168 P44396 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:44404/solr/collection1/, StdNode: http://127.0.0.1:44411/solr/collection1/, StdNode: http://127.0.0.1:44423/solr/collection1/]
[junit4:junit4]   2>  C169_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:44411_solr, base_url=http://127.0.0.1:44411/solr}
[junit4:junit4]   2> 15215 T2142 C169 P44411 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2>  C170_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:44423_solr, base_url=http://127.0.0.1:44423/solr}
[junit4:junit4]   2> 15217 T2156 C170 P44423 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2>  C167_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:44404_solr, base_url=http://127.0.0.1:44404/solr}
[junit4:junit4]   2> 15217 T2128 C167 P44404 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15219 T2142 C169 P44411 oass.SolrIndexSearcher.<init> Opening Searcher@46dae73 main
[junit4:junit4]   2> 15220 T2142 C169 P44411 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15220 T2156 C170 P44423 oass.SolrIndexSearcher.<init> Opening Searcher@97e677b main
[junit4:junit4]   2> 15221 T2156 C170 P44423 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15221 T2151 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@46dae73 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 15222 T2142 C169 P44411 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 7
[junit4:junit4]   2> 15222 T2128 C167 P44404 oass.SolrIndexSearcher.<init> Opening Searcher@4582f96e main
[junit4:junit4]   2> 15222 T2128 C167 P44404 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15222 T2165 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@97e677b main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 15223 T2156 C170 P44423 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 6
[junit4:junit4]   2> 15224 T2137 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4582f96e main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 15224 T2128 C167 P44404 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 7
[junit4:junit4]   2> 15225 T2119 C168 P44396 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 21
[junit4:junit4]   2> 15226 T2090 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15228 T2118 C168 P44396 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 15229 T2129 C167 P44404 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 15231 T2143 C169 P44411 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 15232 T2157 C170 P44423 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 17238 T2102 C171 P11213 oass.SolrIndexSearcher.<init> Opening Searcher@21bb9420 realtime
[junit4:junit4]   2> 17239 T2102 C171 P11213 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1413580423472087040)} 0 3
[junit4:junit4]   2> 17242 T2119 C168 P44396 oass.SolrIndexSearcher.<init> Opening Searcher@185599c8 realtime
[junit4:junit4]   2> 17246 T2128 C167 P44404 oass.SolrIndexSearcher.<init> Opening Searcher@28a4fcea realtime
[junit4:junit4]   2> 17246 T2156 C170 P44423 oass.SolrIndexSearcher.<init> Opening Searcher@4f02b628 realtime
[junit4:junit4]   2> 17247 T2128 C167 P44404 REQ /update {update.distrib=FROMLEADER&_version_=-1413580423477329920&update.from=http://127.0.0.1:44396/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 17246 T2142 C169 P44411 oass.SolrIndexSearcher.<init> Opening Searcher@77c3aacd realtime
[junit4:junit4]   2> 17247 T2156 C170 P44423 REQ /update {update.distrib=FROMLEADER&_version_=-1413580423477329920&update.from=http://127.0.0.1:44396/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 17247 T2142 C169 P44411 REQ /update {update.distrib=FROMLEADER&_version_=-1413580423477329920&update.from=http://127.0.0.1:44396/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 17248 T2119 C168 P44396 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1413580423477329920)} 0 7
[junit4:junit4]   2> 17252 T2102 C171 P11213 /update {wt=javabin&version=2} {add=[0 (1413580423486767104)]} 0 2
[junit4:junit4]   2> 17261 T2128 C167 P44404 REQ /update {distrib.from=http://127.0.0.1:44396/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 17261 T2142 C169 P44411 REQ /update {distrib.from=http://127.0.0.1:44396/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 17261 T2156 C170 P44423 REQ /update {distrib.from=http://127.0.0.1:44396/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 17262 T2119 C168 P44396 /update {wt=javabin&version=2} {add=[0 (1413580423492009984)]} 0 7
[junit4:junit4]   2> 17265 T2102 C171 P11213 /update {wt=javabin&version=2} {add=[1 (1413580423502495744)]} 0 0
[junit4:junit4]   2> 17271 T2142 C169 P44411 REQ /update {distrib.from=http://127.0.0.1:44396/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 17271 T2156 C170 P44423 REQ /update {distrib.from=http://127.0.0.1:44396/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 17272 T2128 C167 P44404 REQ /update {distrib.from=http://127.0.0.1:44396/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17272 T2119 C168 P44396 /update {wt=javabin&version=2} {add=[1 (1413580423505641472)]} 0 4
[junit4:junit4]   2> 17275 T2102 C171 P11213 /update {wt=javabin&version=2} {add=[2 (1413580423512981504)]} 0 0
[junit4:junit4]   2> 17281 T2156 C170 P44423 REQ /update {distrib.from=http://127.0.0.1:44396/solr/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:44404/solr/collection1/&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 17282 T2142 C169 P44411 REQ /update {distrib.from=http://127.0.0.1:44396/solr/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:44404/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17282 T2119 C168 P44396 /update {test.distrib.skip.servers=http://127.0.0.1:44404/solr/collection1/&wt=javabin&version=2} {add=[2 (1413580423516127232)]} 0 4
[junit4:junit4]   2> 17285 T2102 C171 P11213 /update {wt=javabin&version=2} {add=[3 (1413580423523467264)]} 0 0
[junit4:junit4]   2> 17291 T2156 C170 P44423 REQ /update {distrib.from=http://127.0.0.1:44396/solr/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:44404/solr/collection1/&test.distrib.skip.servers=http://127.0.0.1:44411/solr/collection1/&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 17292 T2119 C168 P44396 /update {test.distrib.skip.servers=http://127.0.0.1:44404/solr/collection1/&test.distrib.skip.servers=http://127.0.0.1:44411/solr/collection1/&wt=javabin&version=2} {add=[3 (1413580423526612992)]} 0 4
[junit4:junit4]   2> 17295 T2102 C171 P11213 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 17414 T2102 C171 P11213 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/control/data/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/control/data/index,segFN=segments_2,generation=2,filenames=[_0_TestBloomFilteredLucene40Postings_0.prx, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tim, _0_Lucene40WithOrds_0.tii, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_Lucene40WithOrds_0.frq, _0_MockFixedIntBlock_0.tii, _0_TestBloomFilteredLucene40Postings_0.frq, _0.si, _0_Lucene40WithOrds_0.tib, _0_TestBloomFilteredLucene40Postings_0.tim, _0_TestBloomFilteredLucene40Postings_0.blm, _0_TestBloomFilteredLucene40Postings_0.tip, _0.fnm, _0_NestedPulsing_0.frq, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_NestedPulsing_0.prx, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.doc, _0_nrm.cfe, segments_2, _0.fdx, _0_Lucene40WithOrds_0.prx, _0.fdt]
[junit4:junit4]   2> 17415 T2102 C171 P11213 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 17430 T2102 C171 P11213 oass.SolrIndexSearcher.<init> Opening Searcher@1fb6a882 main
[junit4:junit4]   2> 17431 T2102 C171 P11213 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 17432 T2113 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1fb6a882 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C4)}
[junit4:junit4]   2> 17433 T2102 C171 P11213 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 138
[junit4:junit4]   2> 17436 T2119 C168 P44396 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 17860 T2119 C168 P44396 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty1/index,segFN=segments_2,generation=2,filenames=[_0_TestBloomFilteredLucene40Postings_0.prx, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tim, _0_Lucene40WithOrds_0.tii, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_Lucene40WithOrds_0.frq, _0_MockFixedIntBlock_0.tii, _0_TestBloomFilteredLucene40Postings_0.frq, _0.si, _0_Lucene40WithOrds_0.tib, _0_TestBloomFilteredLucene40Postings_0.tim, _0_TestBloomFilteredLucene40Postings_0.blm, _0_TestBloomFilteredLucene40Postings_0.tip, _0.fnm, _0_NestedPulsing_0.frq, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_NestedPulsing_0.prx, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.doc, _0_nrm.cfe, segments_2, _0.fdx, _0_Lucene40WithOrds_0.prx, _0.fdt]
[junit4:junit4]   2> 17861 T2119 C168 P44396 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 17873 T2119 C168 P44396 oass.SolrIndexSearcher.<init> Opening Searcher@6a70e13 main
[junit4:junit4]   2> 17874 T2119 C168 P44396 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 17876 T2125 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6a70e13 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C4)}
[junit4:junit4]   2> 17876 T2119 C168 P44396 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:44404/solr/collection1/, StdNode: http://127.0.0.1:44411/solr/collection1/, StdNode: http://127.0.0.1:44423/solr/collection1/]
[junit4:junit4]   2> 17879 T2156 C170 P44423 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 17879 T2142 C169 P44411 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 17879 T2128 C167 P44404 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18002 T2142 C169 P44411 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty3/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty3/index,segFN=segments_3,generation=3,filenames=[_0_TestBloomFilteredLucene40Postings_0.prx, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tim, _0_Lucene40WithOrds_0.tii, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_Lucene40WithOrds_0.frq, _0_MockFixedIntBlock_0.tii, _0_TestBloomFilteredLucene40Postings_0.frq, _0.si, _0_Lucene40WithOrds_0.tib, _0_TestBloomFilteredLucene40Postings_0.tim, _0_TestBloomFilteredLucene40Postings_0.blm, _0_TestBloomFilteredLucene40Postings_0.tip, _0.fnm, _0_NestedPulsing_0.frq, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_NestedPulsing_0.prx, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.doc, _0_nrm.cfe, _0.fdx, _0_Lucene40WithOrds_0.prx, _0.fdt, segments_3]
[junit4:junit4]   2> 18002 T2128 C167 P44404 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty2/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty2/index,segFN=segments_3,generation=3,filenames=[_0_TestBloomFilteredLucene40Postings_0.prx, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tim, _0_Lucene40WithOrds_0.tii, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_Lucene40WithOrds_0.frq, _0_MockFixedIntBlock_0.tii, _0_TestBloomFilteredLucene40Postings_0.frq, _0.si, _0_Lucene40WithOrds_0.tib, _0_TestBloomFilteredLucene40Postings_0.tim, _0_TestBloomFilteredLucene40Postings_0.blm, _0_TestBloomFilteredLucene40Postings_0.tip, _0.fnm, _0_NestedPulsing_0.frq, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_NestedPulsing_0.prx, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.doc, _0_nrm.cfe, _0.fdx, _0_Lucene40WithOrds_0.prx, _0.fdt, segments_3]
[junit4:junit4]   2> 18003 T2128 C167 P44404 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4]   2> 18003 T2142 C169 P44411 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4]   2> 18003 T2156 C170 P44423 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty4/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty4/index,segFN=segments_3,generation=3,filenames=[_0_TestBloomFilteredLucene40Postings_0.prx, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tim, _0_Lucene40WithOrds_0.tii, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_Lucene40WithOrds_0.frq, _0_MockFixedIntBlock_0.tii, _0_TestBloomFilteredLucene40Postings_0.frq, _0.si, _0_Lucene40WithOrds_0.tib, _0_TestBloomFilteredLucene40Postings_0.tim, _0_TestBloomFilteredLucene40Postings_0.blm, _0_TestBloomFilteredLucene40Postings_0.tip, _0.fnm, _0_NestedPulsing_0.frq, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_NestedPulsing_0.prx, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.doc, _0_nrm.cfe, _0.fdx, _0_Lucene40WithOrds_0.prx, _0.fdt, segments_3]
[junit4:junit4]   2> 18004 T2156 C170 P44423 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4]   2> 18015 T2128 C167 P44404 oass.SolrIndexSearcher.<init> Opening Searcher@2c1554d5 main
[junit4:junit4]   2> 18015 T2142 C169 P44411 oass.SolrIndexSearcher.<init> Opening Searcher@2c1554d5 main
[junit4:junit4]   2> 18015 T2142 C169 P44411 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18015 T2128 C167 P44404 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18016 T2137 oasc.JmxMonitoredMap.put WARNING Failed to register info bean: searcher javax.management.InstanceNotFoundException: solr/collection1:type=searcher,id=org.apache.solr.search.SolrIndexSearcher
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:536)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:138)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:51)
[junit4:junit4]   2> 	at org.apache.solr.search.SolrIndexSearcher.register(SolrIndexSearcher.java:242)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.registerSearcher(SolrCore.java:1642)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.access$000(SolrCore.java:121)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore$7.call(SolrCore.java:1519)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 18017 T2151 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2c1554d5 main{StandardDirectoryReader(segments_3:4:nrt _0(4.0.0.2):C3)}
[junit4:junit4]   2> 18017 T2142 C169 P44411 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 138
[junit4:junit4]   2> 18018 T2137 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2c1554d5 main{StandardDirectoryReader(segments_3:4:nrt _0(4.0.0.2):C2)}
[junit4:junit4]   2> 18019 T2128 C167 P44404 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 140
[junit4:junit4]   2> 18019 T2156 C170 P44423 oass.SolrIndexSearcher.<init> Opening Searcher@6d8caf4f main
[junit4:junit4]   2> 18020 T2156 C170 P44423 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18021 T2165 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6d8caf4f main{StandardDirectoryReader(segments_3:4:nrt _0(4.0.0.2):C4)}
[junit4:junit4]   2> 18022 T2156 C170 P44423 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 143
[junit4:junit4]   2> 18023 T2119 C168 P44396 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 587
[junit4:junit4]   2> 18023 T2090 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):1800
[junit4:junit4]   2> 18024 T2090 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> check const of shard1
[junit4:junit4]   2> client0
[junit4:junit4]   2> PROPS:127.0.0.1:44396_solr_collection1:{"shard":"shard1","roles":null,"state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:44396_solr","base_url":"http://127.0.0.1:44396/solr","leader":"true"}
[junit4:junit4]   2> 18027 T2118 C168 P44396 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:4
[junit4:junit4]   2> 
[junit4:junit4]   2> client1
[junit4:junit4]   2> PROPS:127.0.0.1:44404_solr_collection1:{"shard":"shard1","roles":null,"state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:44404_solr","base_url":"http://127.0.0.1:44404/solr"}
[junit4:junit4]   2> 18030 T2129 C167 P44404 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=2 status=0 QTime=0 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:2
[junit4:junit4]   2> 
[junit4:junit4]   2> ######shard1 is not consistent.  Got 4 from http://127.0.0.1:44396/solr/collection1lastClient and got 2 from http://127.0.0.1:44404/solr/collection1
[junit4:junit4]   2> 18033 T2118 C168 P44396 REQ /select {fl=id,_version_&sort=id+asc&q=*:*&distrib=false&wt=javabin&rows=1000&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 18036 T2129 C167 P44404 REQ /select {fl=id,_version_&sort=id+asc&q=*:*&distrib=false&wt=javabin&rows=1000&version=2} hits=2 status=0 QTime=0 
[junit4:junit4]   2> ######http://127.0.0.1:44396/solr/collection1: {numFound=4,start=0,docs=[SolrDocument{id=0, _version_=1413580423492009984}, SolrDocument{id=1, _version_=1413580423505641472}, SolrDocument{id=2, _version_=1413580423516127232}, SolrDocument{id=3, _version_=1413580423526612992}]}
[junit4:junit4]   2> ######http://127.0.0.1:44404/solr/collection1: {numFound=2,start=0,docs=[SolrDocument{id=0, _version_=1413580423492009984}, SolrDocument{id=1, _version_=1413580423505641472}]}
[junit4:junit4]   2> ###### sizes=4,2
[junit4:junit4]   2> ###### Only in http://127.0.0.1:44396/solr/collection1: [{id=3, _version_=1413580423526612992}, {id=2, _version_=1413580423516127232}]
[junit4:junit4]   2> client2
[junit4:junit4]   2> PROPS:127.0.0.1:44411_solr_collection1:{"shard":"shard1","roles":null,"state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:44411_solr","base_url":"http://127.0.0.1:44411/solr"}
[junit4:junit4]   2> 18040 T2143 C169 P44411 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=3 status=0 QTime=0 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:3
[junit4:junit4]   2> 
[junit4:junit4]   2> client3
[junit4:junit4]   2> PROPS:127.0.0.1:44423_solr_collection1:{"shard":"shard1","roles":null,"state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:44423_solr","base_url":"http://127.0.0.1:44423/solr"}
[junit4:junit4]   2> 18043 T2157 C170 P44423 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:4
[junit4:junit4]   2> 
[junit4:junit4]   2> 18045 T2090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18063 T2144 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : action=SYNCSHARD&collection=collection1&shard=shard1&wt=javabin&version=2
[junit4:junit4]   2> 18064 T2144 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18078 T2122 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4]   2> 18078 T2122 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:44396/solr/collection1/
[junit4:junit4]   2> 18079 T2122 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:44396/solr START replicas=[http://127.0.0.1:44404/solr/collection1/, http://127.0.0.1:44411/solr/collection1/, http://127.0.0.1:44423/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 18081 T2145 C169 P44411 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 18081 T2130 C167 P44404 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 18081 T2158 C170 P44423 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 18082 T2122 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:44396/solr  Received 5 versions from 127.0.0.1:44423/solr/collection1/
[junit4:junit4]   2> 18082 T2122 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:44396/solr  Our versions are newer. ourLowThreshold=1413580423477329920 otherHigh=1413580423516127232
[junit4:junit4]   2> 18083 T2122 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:44396/solr  Received 4 versions from 127.0.0.1:44411/solr/collection1/
[junit4:junit4]   2> 18083 T2122 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:44396/solr  Our versions are newer. ourLowThreshold=1413580423477329920 otherHigh=1413580423516127232
[junit4:junit4]   2> 18084 T2122 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:44396/solr  Received 3 versions from 127.0.0.1:44404/solr/collection1/
[junit4:junit4]   2> 18084 T2122 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:44396/solr  Our versions are newer. ourLowThreshold=1413580423477329920 otherHigh=1413580423505641472
[junit4:junit4]   2> 18084 T2122 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:44396/solr DONE. sync succeeded
[junit4:junit4]   2> 18085 T2122 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 18085 T2122 oasc.SyncStrategy.syncToMe http://127.0.0.1:44396/solr/collection1/: try and ask http://127.0.0.1:44404/solr/collection1/ to sync
[junit4:junit4]   2> 18086 T2122 oasc.SyncStrategy.syncToMe http://127.0.0.1:44396/solr/collection1/: try and ask http://127.0.0.1:44411/solr/collection1/ to sync
[junit4:junit4]   2> 18088 T2122 oasc.SyncStrategy.syncToMe http://127.0.0.1:44396/solr/collection1/: try and ask http://127.0.0.1:44423/solr/collection1/ to sync
[junit4:junit4]   2> 18089 T2131 C167 P44404 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:44404/solr START replicas=[http://127.0.0.1:44396/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 18089 T2146 C169 P44411 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:44411/solr START replicas=[http://127.0.0.1:44396/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 18090 T2159 C170 P44423 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:44423/solr START replicas=[http://127.0.0.1:44396/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 18092 T2121 C168 P44396 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1 
[junit4:junit4]   2> 18092 T2116 C168 P44396 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 18092 T2146 C169 P44411 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:44411/solr  Received 5 versions from 127.0.0.1:44396/solr/collection1/
[junit4:junit4]   2> 18092 T2117 C168 P44396 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 18093 T2131 C167 P44404 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:44404/solr  Received 5 versions from 127.0.0.1:44396/solr/collection1/
[junit4:junit4]   2> 18093 T2146 C169 P44411 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:44411/solr Requesting updates from 127.0.0.1:44396/solr/collection1/n=1 versions=[1413580423526612992]
[junit4:junit4]   2> 18093 T2159 C170 P44423 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:44423/solr  Received 5 versions from 127.0.0.1:44396/solr/collection1/
[junit4:junit4]   2> 18093 T2131 C167 P44404 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:44404/solr Requesting updates from 127.0.0.1:44396/solr/collection1/n=2 versions=[1413580423526612992, 1413580423516127232]
[junit4:junit4]   2> 18093 T2159 C170 P44423 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:44423/solr  Our versions are newer. ourLowThreshold=1413580423477329920 otherHigh=1413580423516127232
[junit4:junit4]   2> 18094 T2159 C170 P44423 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:44423/solr DONE. sync succeeded
[junit4:junit4]   2> 18094 T2159 C170 P44423 REQ /get {sync=http://127.0.0.1:44396/solr/collection1/&getVersions=100&distrib=false&qt=/get&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 18095 T2122 oasc.SyncStrategy.syncToMe http://127.0.0.1:44396/solr/collection1/:  sync completed with http://127.0.0.1:44423/solr/collection1/
[junit4:junit4]   2> 18096 T2116 C168 P44396 REQ /get {distrib=false&getUpdates=1413580423526612992&qt=/get&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18096 T2117 C168 P44396 REQ /get {distrib=false&getUpdates=1413580423526612992,1413580423516127232&qt=/get&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18101 T2131 C167 P44404 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:44404/solr DONE. sync succeeded
[junit4:junit4]   2> 18102 T2146 C169 P44411 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:44411/solr DONE. sync succeeded
[junit4:junit4]   2> 18102 T2131 C167 P44404 REQ /get {sync=http://127.0.0.1:44396/solr/collection1/&getVersions=100&distrib=false&qt=/get&wt=javabin&version=2} status=0 QTime=13 
[junit4:junit4]   2> 18102 T2146 C169 P44411 REQ /get {sync=http://127.0.0.1:44396/solr/collection1/&getVersions=100&distrib=false&qt=/get&wt=javabin&version=2} status=0 QTime=13 
[junit4:junit4]   2> 18103 T2122 oasc.SyncStrategy.syncToMe http://127.0.0.1:44396/solr/collection1/:  sync completed with http://127.0.0.1:44404/solr/collection1/
[junit4:junit4]   2> 18103 T2122 oasc.SyncStrategy.syncToMe http://127.0.0.1:44396/solr/collection1/:  sync completed with http://127.0.0.1:44411/solr/collection1/
[junit4:junit4]   2> 18104 T2090 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 18104 T2090 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 18105 T2090 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18108 T2102 C171 P11213 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18110 T2102 C171 P11213 oass.SolrIndexSearcher.<init> Opening Searcher@4849221c main
[junit4:junit4]   2> 18110 T2102 C171 P11213 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18112 T2113 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4849221c main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C4)}
[junit4:junit4]   2> 18113 T2102 C171 P11213 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 5
[junit4:junit4]   2> 18115 T2119 C168 P44396 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18117 T2119 C168 P44396 oass.SolrIndexSearcher.<init> Opening Searcher@6b7d942d main
[junit4:junit4]   2> 18117 T2119 C168 P44396 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18119 T2125 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6b7d942d main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C4)}
[junit4:junit4]   2> 18119 T2119 C168 P44396 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:44404/solr/collection1/, StdNode: http://127.0.0.1:44411/solr/collection1/, StdNode: http://127.0.0.1:44423/solr/collection1/]
[junit4:junit4]   2> 18122 T2156 C170 P44423 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18122 T2142 C169 P44411 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18122 T2128 C167 P44404 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18123 T2156 C170 P44423 oass.SolrIndexSearcher.<init> Opening Searcher@6492e0bf main
[junit4:junit4]   2> 18123 T2156 C170 P44423 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18125 T2165 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6492e0bf main{StandardDirectoryReader(segments_3:4:nrt _0(4.0.0.2):C4)}
[junit4:junit4]   2> 18126 T2156 C170 P44423 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 4
[junit4:junit4]   2> 18275 T2128 C167 P44404 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty2/index,segFN=segments_3,generation=3,filenames=[_0_TestBloomFilteredLucene40Postings_0.prx, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tim, _0_Lucene40WithOrds_0.tii, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_Lucene40WithOrds_0.frq, _0_MockFixedIntBlock_0.tii, _0_TestBloomFilteredLucene40Postings_0.frq, _0.si, _0_Lucene40WithOrds_0.tib, _0_TestBloomFilteredLucene40Postings_0.tim, _0_TestBloomFilteredLucene40Postings_0.blm, _0_TestBloomFilteredLucene40Postings_0.tip, _0.fnm, _0_NestedPulsing_0.frq, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_NestedPulsing_0.prx, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.doc, _0_nrm.cfe, _0.fdx, _0_Lucene40WithOrds_0.prx, _0.fdt, segments_3]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty2/index,segFN=segments_4,generation=4,filenames=[_1_NestedPulsing_0.tip, _1_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.tib, _1.fnm, _0_Lucene40WithOrds_0.tii, _0_Lucene40WithOrds_0.frq, _1_Lucene40WithOrds_0.tib, _0_MockFixedIntBlock_0.tii, _0_TestBloomFilteredLucene40Postings_0.frq, _1_Lucene40WithOrds_0.tii, _1_NestedPulsing_0.tim, _0_Lucene40WithOrds_0.tib, _0_TestBloomFilteredLucene40Postings_0.tim, _1_Lucene40WithOrds_0.frq, _0_TestBloomFilteredLucene40Postings_0.tip, _0_TestBloomFilteredLucene40Postings_0.blm, _0.fnm, _1_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.pos, _1_TestBloomFilteredLucene40Postings_0.frq, _1.fdx, _1_MockFixedIntBlock_0.skp, _1.fdt, _1_MockFixedIntBlock_0.pos, _1_NestedPulsing_0.prx, _1_MockFixedIntBlock_0.doc, _0_TestBloomFilteredLucene40Postings_0.prx, _1_Lucene40WithOrds_0.prx, _1_TestBloomFilteredLucene40Postings_0.blm, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _1_TestBloomFilteredLucene40Postings_0.tip, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0.si, _1_TestBloomFilteredLucene40Postings_0.tim, _1_nrm.cfs, _1_MockFixedIntBlock_0.tii, _1_TestBloomFilteredLucene40Postings_0.prx, _0_NestedPulsing_0.frq, _0_nrm.cfs, _0_NestedPulsing_0.prx, _1_nrm.cfe, _0_MockFixedIntBlock_0.frq, _1_NestedPulsing_0.frq, _0_MockFixedIntBlock_0.doc, _1.si, _0_nrm.cfe, _1_MockFixedIntBlock_0.tib, _0.fdx, _0_Lucene40WithOrds_0.prx, _0.fdt, segments_4]
[junit4:junit4]   2> 18275 T2142 C169 P44411 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty3/index,segFN=segments_3,generation=3,filenames=[_0_TestBloomFilteredLucene40Postings_0.prx, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tim, _0_Lucene40WithOrds_0.tii, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_Lucene40WithOrds_0.frq, _0_MockFixedIntBlock_0.tii, _0_TestBloomFilteredLucene40Postings_0.frq, _0.si, _0_Lucene40WithOrds_0.tib, _0_TestBloomFilteredLucene40Postings_0.tim, _0_TestBloomFilteredLucene40Postings_0.blm, _0_TestBloomFilteredLucene40Postings_0.tip, _0.fnm, _0_NestedPulsing_0.frq, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_NestedPulsing_0.prx, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.doc, _0_nrm.cfe, _0.fdx, _0_Lucene40WithOrds_0.prx, _0.fdt, segments_3]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty3/index,segFN=segments_4,generation=4,filenames=[_1_NestedPulsing_0.tip, _1_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.tib, _1.fnm, _0_Lucene40WithOrds_0.tii, _0_Lucene40WithOrds_0.frq, _1_Lucene40WithOrds_0.tib, _0_MockFixedIntBlock_0.tii, _0_TestBloomFilteredLucene40Postings_0.frq, _1_Lucene40WithOrds_0.tii, _1_NestedPulsing_0.tim, _0_Lucene40WithOrds_0.tib, _0_TestBloomFilteredLucene40Postings_0.tim, _1_Lucene40WithOrds_0.frq, _0_TestBloomFilteredLucene40Postings_0.tip, _0_TestBloomFilteredLucene40Postings_0.blm, _0.fnm, _1_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.pos, _1_TestBloomFilteredLucene40Postings_0.frq, _1.fdx, _1_MockFixedIntBlock_0.skp, _1.fdt, _1_MockFixedIntBlock_0.pos, _1_NestedPulsing_0.prx, _1_MockFixedIntBlock_0.doc, _0_TestBloomFilteredLucene40Postings_0.prx, _1_Lucene40WithOrds_0.prx, _1_TestBloomFilteredLucene40Postings_0.blm, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _1_TestBloomFilteredLucene40Postings_0.tip, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0.si, _1_TestBloomFilteredLucene40Postings_0.tim, _1_nrm.cfs, _1_MockFixedIntBlock_0.tii, _1_TestBloomFilteredLucene40Postings_0.prx, _0_NestedPulsing_0.frq, _0_nrm.cfs, _0_NestedPulsing_0.prx, _1_nrm.cfe, _0_MockFixedIntBlock_0.frq, _1_NestedPulsing_0.frq, _0_MockFixedIntBlock_0.doc, _1.si, _0_nrm.cfe, _1_MockFixedIntBlock_0.tib, _0.fdx, _0_Lucene40WithOrds_0.prx, _0.fdt, segments_4]
[junit4:junit4]   2> 18276 T2128 C167 P44404 oasc.SolrDeletionPolicy.updateCommits newest commit = 4
[junit4:junit4]   2> 18277 T2142 C169 P44411 oasc.SolrDeletionPolicy.updateCommits newest commit = 4
[junit4:junit4]   2> 18291 T2128 C167 P44404 oass.SolrIndexSearcher.<init> Opening Searcher@539dc02d main
[junit4:junit4]   2> 18291 T2142 C169 P44411 oass.SolrIndexSearcher.<init> Opening Searcher@75a9c6a0 main
[junit4:junit4]   2> 18291 T2142 C169 P44411 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18291 T2128 C167 P44404 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18293 T2137 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@539dc02d main{StandardDirectoryReader(segments_4:6:nrt _0(4.0.0.2):C2 _1(4.0.0.2):C2)}
[junit4:junit4]   2> 18293 T2128 C167 P44404 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 171
[junit4:junit4]   2> 18294 T2151 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@75a9c6a0 main{StandardDirectoryReader(segments_4:6:nrt _0(4.0.0.2):C3 _1(4.0.0.2):C1)}
[junit4:junit4]   2> 18294 T2142 C169 P44411 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 172
[junit4:junit4]   2> 18295 T2119 C168 P44396 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 180
[junit4:junit4]   2> 18296 T2090 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18300 T2118 C168 P44396 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=1 
[junit4:junit4]   2> 18307 T2129 C167 P44404 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 18311 T2143 C169 P44411 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 18315 T2157 C170 P44423 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 20323 T2103 C171 P11213 REQ /select {fl=id,score&shard.url=127.0.0.1:11213/solr/collection1/&NOW=1348095347123&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 20327 T2103 C171 P11213 REQ /select {shard.url=127.0.0.1:11213/solr/collection1/&NOW=1348095347123&q=*:*&ids=3,2,1,0&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 20328 T2102 C171 P11213 REQ /select {wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=9 
[junit4:junit4]   2> Control Docs:4
[junit4:junit4]   2> 20329 T2090 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> check const of shard1
[junit4:junit4]   2> client0
[junit4:junit4]   2> PROPS:127.0.0.1:44396_solr_collection1:{"shard":"shard1","roles":null,"state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:44396_solr","base_url":"http://127.0.0.1:44396/solr","leader":"true"}
[junit4:junit4]   2> 20333 T2118 C168 P44396 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:4
[junit4:junit4]   2> 
[junit4:junit4]   2> client1
[junit4:junit4]   2> PROPS:127.0.0.1:44404_solr_collection1:{"shard":"shard1","roles":null,"state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:44404_solr","base_url":"http://127.0.0.1:44404/solr"}
[junit4:junit4]   2> 20336 T2129 C167 P44404 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:4
[junit4:junit4]   2> 
[junit4:junit4]   2> client2
[junit4:junit4]   2> PROPS:127.0.0.1:44411_solr_collection1:{"shard":"shard1","roles":null,"state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:44411_solr","base_url":"http://127.0.0.1:44411/solr"}
[junit4:junit4]   2> 20339 T2143 C169 P44411 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:4
[junit4:junit4]   2> 
[junit4:junit4]   2> client3
[junit4:junit4]   2> PROPS:127.0.0.1:44423_solr_collection1:{"shard":"shard1","roles":null,"state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:44423_solr","base_url":"http://127.0.0.1:44423/solr"}
[junit4:junit4]   2> 20342 T2157 C170 P44423 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:4
[junit4:junit4]   2> 
[junit4:junit4]   2> 20348 T2186 C168 P44396 REQ /select {fl=id,score&shard.url=127.0.0.1:44396/solr/collection1/|127.0.0.1:44404/solr/collection1/|127.0.0.1:44411/solr/collection1/|127.0.0.1:44423/solr/collection1/&NOW=1348095347149&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 20351 T2186 C168 P44396 REQ /select {shard.url=127.0.0.1:44396/solr/collection1/|127.0.0.1:44404/solr/collection1/|127.0.0.1:44411/solr/collection1/|127.0.0.1:44423/solr/collection1/&NOW=1348095347149&q=*:*&ids=3,2,1,0&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 20352 T2119 C168 P44396 REQ /select {wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=7 
[junit4:junit4]   2> 20358 T2102 C171 P11213 /update {wt=javabin&version=2} {add=[4 (1413580426742595584)]} 0 3
[junit4:junit4]   2> 20369 T2128 C167 P44404 REQ /update {distrib.from=http://127.0.0.1:44396/solr/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:44423/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 20369 T2142 C169 P44411 REQ /update {distrib.from=http://127.0.0.1:44396/solr/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:44423/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 20370 T2119 C168 P44396 /update {test.distrib.skip.servers=http://127.0.0.1:44423/solr/collection1/&wt=javabin&version=2} {add=[4 (1413580426748887040)]} 0 9
[junit4:junit4]   2> 20370 T2090 oasc.ChaosMonkey.monkeyLog monkey: kill shard! 44396
[junit4:junit4]   2> 20371 T2090 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1994356455
[junit4:junit4]   2> 20372 T2090 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@9d16ba3
[junit4:junit4]   2> 20393 T2090 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 20394 T2090 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=6,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 20394 T2090 oasu.DefaultSolrCoreState.decref SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 20521 T2090 C168 P44396 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty1/index,segFN=segments_2,generation=2,filenames=[_0_TestBloomFilteredLucene40Postings_0.prx, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tim, _0_Lucene40WithOrds_0.tii, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_Lucene40WithOrds_0.frq, _0_MockFixedIntBlock_0.tii, _0_TestBloomFilteredLucene40Postings_0.frq, _0.si, _0_Lucene40WithOrds_0.tib, _0_TestBloomFilteredLucene40Postings_0.tim, _0_TestBloomFilteredLucene40Postings_0.blm, _0_TestBloomFilteredLucene40Postings_0.tip, _0.fnm, _0_NestedPulsing_0.frq, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_NestedPulsing_0.prx, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.doc, _0_nrm.cfe, segments_2, _0.fdx, _0_Lucene40WithOrds_0.prx, _0.fdt]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1348095326809/jetty1/index,segFN=segments_3,generation=3,filenames=[_1_NestedPulsing_0.tip, _1_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.tib, _1.fnm, _0_Lucene40WithOrds_0.tii, _0_Lucene40WithOrds_0.frq, _1_Lucene40WithOrds_0.tib, _0_MockFixedIntBlock_0.tii, _0_TestBloomFilteredLucene40Postings_0.frq, _1_Lucene40WithOrds_0.tii, _1_NestedPulsing_0.tim, _0_Lucene40WithOrds_0.tib, _0_TestBloomFilteredLucene40Postings_0.tim, _1_Lucene40WithOrds_0.frq, _0_TestBloomFilteredLucene40Postings_0.tip, _0_TestBloomFilteredLucene40Postings_0.blm, _0.fnm, _1_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.pos, _1_TestBloomFilteredLucene40Postings_0.frq, _1.fdx, _1_MockFixedIntBlock_0.skp, _1.fdt, _1_MockFixedIntBlock_0.pos, _1_NestedPulsing_0.prx, _1_MockFixedIntBlock_0.doc, _0_TestBloomFilteredLucene40Postings_0.prx, _1_Lucene40WithOrds_0.prx, _1_TestBloomFilteredLucene40Postings_0.blm, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _1_TestBloomFilteredLucene40Postings_0.tip, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0.si, _1_TestBloomFilteredLucene40Postings_0.tim, _1_nrm.cfs, _1_MockFixedIntBlock_0.tii, _1_TestBloomFilteredLucene40Postings_0.prx, _0_NestedPulsing_0.frq, _0_nrm.cfs, _0_NestedPulsing_0.prx, _1_nrm.cfe, _0_MockFixedIntBlock_0.frq, _1_NestedPulsing_0.frq, _0_MockFixedIntBlock_0.doc, _1.si, _0_nrm.cfe, _1_MockFixedIntBlock_0.tib, _0.fdx, _0_Lucene40WithOrds_0.prx, segments_3, _0.fdt]
[junit4:junit4]   2> 20522 T2090 C168 P44396 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4]   2> 20524 T2090 oasu.DefaultSolrCoreState.decref Closing SolrCoreState - canceling any ongoing recovery
[junit4:junit4]   2> 20525 T2095 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139e0be3a5e0003
[junit4:junit4]   2> 20527 T2164 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 20527 T2124 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 20527 T2171 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 20527 T2090 oaz.ZooKeeper.close Session: 0x139e0be3a5e0003 closed
[junit4:junit4]   2> 20527 T2150 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 20527 T2110 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 20527 T2169 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 20528 T2090 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 20527 T2092 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:44397 which had sessionid 0x139e0be3a5e0003
[junit4:junit4]   2> 20528 T2124 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 20529 T2124 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 20529 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0004 type:delete cxid:0x4a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4]   2> 20538 T2136 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 20539 T2095 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e0be3a5e0004 type:create cxid:0x4b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 20541 T2136 oasc.ShardLeaderElectionContext.shouldIBeLeader Checking if I should try and be the leader.
[junit4:junit4]   2> 20541 T2136 oasc.ShardLeaderElectionContext.shouldIBeLeader My last published State was Active, it's okay to be the leader.
[junit4:junit4]   2> 20541 T2136 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 20542 T2136 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:44404/solr/collection1/
[junit4:junit4]   2> 20542 T2136 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:44404/solr START replicas=[http://127.0.0.1:44396/solr/collection1/, http://127.0.0.1:44411/solr/collection1/, http://127.0.0.1:44423/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 20545 T2158 C170 P44423 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 20545 T2145 C169 P44411 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 20546 T2136 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:44404/solr  Received 5 versions from 127.0.0.1:44423/solr/collection1/
[junit4:junit4]   2> 20546 T2136 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:44404/solr  Our versions are newer. ourLowThreshold=1413580423492009984 otherHigh=1413580423516127232
[junit4:junit4]   2> 20547 T2136 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:44404/solr  Received 6 versions from 127.0.0.1:44411/solr/collection1/
[junit4:junit4]   2> 20547 T2136 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:44404/solr  Our versions are newer. ourLowThreshold=1413580423492009984 otherHigh=1413580423526612992
[junit4:junit4]   2> 20580 T2090 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 44396
[junit4:junit4]   2> 20997 T2111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21012 T2169 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 21012 T2150 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 21012 T2110 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 21012 T2164 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 21012 T2171 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 50547 T2136 oasu.PeerSync.handleResponse WARNING PeerSync: core=collection1 url=http://127.0.0.1:44404/solr  exception talking to http://127.0.0.1:44396/solr/collection1/, failed org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:44396/solr/collection1
[junit4:junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:414)
[junit4:junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
[junit4:junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler$1.call(HttpShardHandler.java:166)
[junit4:junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler$1.call(HttpShardHandler.java:133)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask$S

[...truncated too long message...]

.SeedInfo.seed([AE7A74BE1F9CF16C:2F9CFAA668C39150]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:323)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:257)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:90)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:324)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:909)
[junit4:junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:226)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 211238 T2090 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40: {range_facet_l=PostingsFormat(name=NestedPulsing), text=PostingsFormat(name=Lucene40WithOrds), _version_=PostingsFormat(name=NestedPulsing), rnd_b=MockFixedIntBlock(blockSize=565), intDefault=PostingsFormat(name=NestedPulsing), timestamp=PostingsFormat(name=NestedPulsing), id=MockFixedIntBlock(blockSize=565), a_t=PostingsFormat(name=NestedPulsing), range_facet_sl=PostingsFormat(name=Lucene40WithOrds), range_facet_si=PostingsFormat(name=TestBloomFilteredLucene40Postings), other_tl1=PostingsFormat(name=NestedPulsing), multiDefault=PostingsFormat(name=TestBloomFilteredLucene40Postings), a_si=PostingsFormat(name=TestBloomFilteredLucene40Postings)}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=it_IT, timezone=SystemV/PST8
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_06 (64-bit)/cpus=16,threads=2,free=263141320,total=514850816
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestSolr4Spatial, BadComponentTest, NotRequiredUniqueKeyTest, TestSuggestSpellingConverter, SpellCheckComponentTest, ResourceLoaderTest, CopyFieldTest, TestWordDelimiterFilterFactory, MBeansHandlerTest, SimpleFacetsTest, FieldAnalysisRequestHandlerTest, TestFaceting, CurrencyFieldTest, ZkControllerTest, LeaderElectionIntegrationTest, SystemInfoHandlerTest, SolrCoreCheckLockOnStartupTest, MoreLikeThisHandlerTest, SolrCmdDistributorTest, PluginInfoTest, MinimalSchemaTest, CSVRequestHandlerTest, SpatialFilterTest, AutoCommitTest, DistributedSpellCheckComponentTest, TestLMDirichletSimilarityFactory, TestDefaultSimilarityFactory, TestXIncludeConfig, RequestHandlersTest, AlternateDirectoryTest, SampleTest, ZkCLITest, SolrPluginUtilsTest, TestSolrJ, TestCollationKeyRangeQueries, UpdateRequestProcessorFactoryTest, TestCollationField, TestFiltering, CoreContainerCoreInitFailuresTest, DateFieldTest, LoggingHandlerTest, SpellCheckCollatorTest, JsonLoaderTest, TestPseudoReturnFields, CircularListTest, TestLMJelinekMercerSimilarityFactory, BasicDistributedZkTest, DistanceFunctionTest, TestBadConfig, TestElisionMultitermQuery, SortByFunctionTest, TestPerFieldSimilarity, OverseerTest, RecoveryZkTest, TestRandomFaceting, TestRecovery, IndexBasedSpellCheckerTest, TestRangeQuery, DirectUpdateHandlerTest, TestCoreContainer, TestSort, TestGroupingSearch, FileBasedSpellCheckerTest, ConvertedLegacyTest, QueryElevationComponentTest, TestIndexSearcher, TestFunctionQuery, SolrRequestParserTest, QueryEqualityTest, TestCSVResponseWriter, DisMaxRequestHandlerTest, SolrInfoMBeanTest, TestPHPSerializedResponseWriter, SuggesterWFSTTest, DocumentAnalysisRequestHandlerTest, TestSolrQueryParser, TestReversedWildcardFilterFactory, JSONWriterTest, RequiredFieldsTest, SuggesterFSTTest, SuggesterTSTTest, ShowFileRequestHandlerTest, TestLuceneMatchVersion, TestPropInject, TestIndexingPerformance, PrimitiveFieldTypeTest, HighlighterConfigTest, DefaultValueUpdateProcessorTest, SolrIndexConfigTest, NumericFieldsTest, TestNumberUtils, TestJmxMonitoredMap, TestConfig, LegacyHTMLStripCharFilterTest, TestIBSimilarityFactory, TestFastLRUCache, URLClassifyProcessorTest, SpellingQueryConverterTest, TestLRUCache, PreAnalyzedFieldTest, TestCharFilters, ClusterStateTest, SyncSliceTest]
[junit4:junit4] Completed on J0 in 211.26s, 1 test, 1 error <<< FAILURES!

[...truncated 10 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/build.xml:32: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build.xml:146: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/module-build.xml:63: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/common-build.xml:1140: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/common-build.xml:813: There were test failures: 230 suites, 951 tests, 1 error, 7 ignored (2 assumptions)

Total time: 29 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-Tests-4.x-java7 - Build # 473 - Still Failing

Posted by Mark Miller <ma...@gmail.com>.
Busy week, but on my short list to work on making apache jenkins happy again...

On Wed, Sep 19, 2012 at 12:51 PM, Apache Jenkins Server
<je...@builds.apache.org> wrote:
> Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-java7/473/
>
> 2 tests failed.
> REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch
>
> Error Message:
> No live SolrServers available to handle this request
>
> Stack Trace:
> org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
>         at __randomizedtesting.SeedInfo.seed([A9EC055772E5300F:280A8B4F05BA5033]:0)
>         at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:323)
>         at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:257)
>         at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:90)
>         at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:324)
>         at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:909)
>         at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:226)
>         at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:601)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at java.lang.Thread.run(Thread.java:722)
>
>
> FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
>
> Error Message:
> Shard still reported as live in zk
>
> Stack Trace:
> java.lang.AssertionError: Shard still reported as live in zk
>         at __randomizedtesting.SeedInfo.seed([A9EC055772E5300F:280A8B4F05BA5033]:0)
>         at org.junit.Assert.fail(Assert.java:93)
>         at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(AbstractFullDistribZkTestBase.java:1220)
>         at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:190)
>         at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:83)
>         at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:601)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at java.lang.Thread.run(Thread.java:722)
>
>
>
>
> Build Log:
> [...truncated 7709 lines...]
> [junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
> [junit4:junit4]   2> 7 T30 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
> [junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-SyncSliceTest-1348083201433
> [junit4:junit4]   2> 14 T30 oasc.ZkTestServer.run STARTING ZK TEST SERVER
> [junit4:junit4]   2> 101 T31 oaz.Environment.logEnv Server environment:zookeeper.version=3.3.6-1366786, built on 07/29/2012 06:22 GMT
> [junit4:junit4]   2> 102 T31 oaz.Environment.logEnv Server environment:host.name=lucene.zones.apache.org
> [junit4:junit4]   2> 102 T31 oaz.Environment.logEnv Server environment:java.version=1.7.0_06
> [junit4:junit4]   2> 102 T31 oaz.Environment.logEnv Server environment:java.vendor=Oracle Corporation
> [junit4:junit4]   2> 102 T31 oaz.Environment.logEnv Server environment:java.home=/usr/local/openjdk7/jre
> [junit4:junit4]   2> 103 T31 oaz.Environment.logEnv Server environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/analysis/common/lucene-analyzers-common-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/highlighter/lucene-highlighter-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/memory/lucene-memory-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/misc/lucene-misc-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/spatial/lucene-spatial-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/suggest/lucene-suggest-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/grouping/lucene-grouping-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/queries/lucene-queries-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/queryparser/lucene-queryparser-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.1.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.1.jar
> [junit4:junit4]   2> 104 T31 oaz.Environment.logEnv Server environment:java.library.path=/usr/local/openjdk7/jre/lib/amd64/server:/usr/local/openjdk7/jre/lib/amd64:/usr/local/openjdk7/jre/../lib/amd64:/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
> [junit4:junit4]   2> 104 T31 oaz.Environment.logEnv Server environment:java.io.tmpdir=.
> [junit4:junit4]   2> 104 T31 oaz.Environment.logEnv Server environment:java.compiler=<NA>
> [junit4:junit4]   2> 104 T31 oaz.Environment.logEnv Server environment:os.name=FreeBSD
> [junit4:junit4]   2> 105 T31 oaz.Environment.logEnv Server environment:os.arch=amd64
> [junit4:junit4]   2> 107 T31 oaz.Environment.logEnv Server environment:os.version=9.0-RELEASE
> [junit4:junit4]   2> 107 T31 oaz.Environment.logEnv Server environment:user.name=hudson
> [junit4:junit4]   2> 107 T31 oaz.Environment.logEnv Server environment:user.home=/home/hudson
> [junit4:junit4]   2> 108 T31 oaz.Environment.logEnv Server environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1
> [junit4:junit4]   2> 142 T31 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
> [junit4:junit4]   2> 170 T31 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
> [junit4:junit4]   2> 221 T30 oasc.ZkTestServer.run start zk server on port:26833
> [junit4:junit4]   2> 222 T31 oazsp.FileTxnSnapLog.save Snapshotting: 0
> [junit4:junit4]   2> 328 T30 oaz.Environment.logEnv Client environment:zookeeper.version=3.3.6-1366786, built on 07/29/2012 06:22 GMT
> [junit4:junit4]   2> 329 T30 oaz.Environment.logEnv Client environment:host.name=lucene.zones.apache.org
> [junit4:junit4]   2> 330 T30 oaz.Environment.logEnv Client environment:java.version=1.7.0_06
> [junit4:junit4]   2> 330 T30 oaz.Environment.logEnv Client environment:java.vendor=Oracle Corporation
> [junit4:junit4]   2> 331 T30 oaz.Environment.logEnv Client environment:java.home=/usr/local/openjdk7/jre
> [junit4:junit4]   2> 331 T30 oaz.Environment.logEnv Client environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/analysis/common/lucene-analyzers-common-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/highlighter/lucene-highlighter-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/memory/lucene-memory-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/misc/lucene-misc-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/spatial/lucene-spatial-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/suggest/lucene-suggest-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/grouping/lucene-grouping-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/queries/lucene-queries-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/queryparser/lucene-queryparser-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.1.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.1.jar
> [junit4:junit4]   2> 333 T30 oaz.Environment.logEnv Client environment:java.library.path=/usr/local/openjdk7/jre/lib/amd64/server:/usr/local/openjdk7/jre/lib/amd64:/usr/local/openjdk7/jre/../lib/amd64:/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
> [junit4:junit4]   2> 334 T30 oaz.Environment.logEnv Client environment:java.io.tmpdir=.
> [junit4:junit4]   2> 334 T30 oaz.Environment.logEnv Client environment:java.compiler=<NA>
> [junit4:junit4]   2> 335 T30 oaz.Environment.logEnv Client environment:os.name=FreeBSD
> [junit4:junit4]   2> 335 T30 oaz.Environment.logEnv Client environment:os.arch=amd64
> [junit4:junit4]   2> 336 T30 oaz.Environment.logEnv Client environment:os.version=9.0-RELEASE
> [junit4:junit4]   2> 336 T30 oaz.Environment.logEnv Client environment:user.name=hudson
> [junit4:junit4]   2> 337 T30 oaz.Environment.logEnv Client environment:user.home=/home/hudson
> [junit4:junit4]   2> 337 T30 oaz.Environment.logEnv Client environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1
> [junit4:junit4]   2> 343 T30 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26833 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@42848dfb
> [junit4:junit4]   2> 402 T36 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:26833
> [junit4:junit4]   2> 402 T30 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 407 T36 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26833, initiating session
> [junit4:junit4]   2> 408 T32 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:12763
> [junit4:junit4]   2> 431 T32 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:12763
> [junit4:junit4]   2> 448 T34 oazsp.FileTxnLog.append Creating new log file: log.1
> [junit4:junit4]   2> 516 T34 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e005369a0000 with negotiated timeout 10000 for client /140.211.11.196:12763
> [junit4:junit4]   2> 517 T36 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:26833, sessionid = 0x139e005369a0000, negotiated timeout = 10000
> [junit4:junit4]   2> 525 T37 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@42848dfb name:ZooKeeperConnection Watcher:127.0.0.1:26833 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 525 T30 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 529 T30 oascc.SolrZkClient.makePath makePath: /solr
> [junit4:junit4]   2> 640 T35 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139e005369a0000
> [junit4:junit4]   2> 641 T37 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 641 T30 oaz.ZooKeeper.close Session: 0x139e005369a0000 closed
> [junit4:junit4]   2> 642 T32 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:12763 which had sessionid 0x139e005369a0000
> [junit4:junit4]   2> 642 T30 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26833/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6b547bae
> [junit4:junit4]   2> 643 T38 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:26833
> [junit4:junit4]   2> 643 T30 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 645 T38 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26833, initiating session
> [junit4:junit4]   2> 645 T32 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:63211
> [junit4:junit4]   2> 645 T32 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:63211
> [junit4:junit4]   2> 647 T34 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e005369a0001 with negotiated timeout 10000 for client /140.211.11.196:63211
> [junit4:junit4]   2> 647 T38 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:26833, sessionid = 0x139e005369a0001, negotiated timeout = 10000
> [junit4:junit4]   2> 648 T39 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b547bae name:ZooKeeperConnection Watcher:127.0.0.1:26833/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 648 T30 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 657 T30 oascc.SolrZkClient.makePath makePath: /collections/collection1
> [junit4:junit4]   2> 662 T30 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
> [junit4:junit4]   2> 666 T30 oascc.SolrZkClient.makePath makePath: /collections/control_collection
> [junit4:junit4]   2> 674 T30 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
> [junit4:junit4]   2> 678 T30 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
> [junit4:junit4]   2> 697 T30 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
> [junit4:junit4]   2> 711 T30 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
> [junit4:junit4]   2> 712 T30 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
> [junit4:junit4]   2> 852 T30 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
> [junit4:junit4]   2> 853 T30 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
> [junit4:junit4]   2> 870 T30 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
> [junit4:junit4]   2> 871 T30 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
> [junit4:junit4]   2> 875 T30 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
> [junit4:junit4]   2> 876 T30 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
> [junit4:junit4]   2> 880 T30 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
> [junit4:junit4]   2> 881 T30 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
> [junit4:junit4]   2> 886 T30 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
> [junit4:junit4]   2> 886 T30 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
> [junit4:junit4]   2> 891 T30 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
> [junit4:junit4]   2> 892 T30 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
> [junit4:junit4]   2> 896 T30 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
> [junit4:junit4]   2> 897 T30 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
> [junit4:junit4]   2> 901 T30 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
> [junit4:junit4]   2> 902 T30 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
> [junit4:junit4]   2> 906 T35 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139e005369a0001
> [junit4:junit4]   2> 907 T39 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 908 T32 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:63211 which had sessionid 0x139e005369a0001
> [junit4:junit4]   2> 907 T30 oaz.ZooKeeper.close Session: 0x139e005369a0001 closed
> [junit4:junit4]   2> 1602 T30 oejs.Server.doStart jetty-8.1.2.v20120308
> [junit4:junit4]   2> 1885 T30 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:31644
> [junit4:junit4]   2> 1917 T30 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 1918 T30 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr
> [junit4:junit4]   2> 1919 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/'
> [junit4:junit4]   2> 1955 T30 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 1956 T30 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 1956 T30 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr
> [junit4:junit4]   2> 1957 T30 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/solr.xml
> [junit4:junit4]   2> 1957 T30 oasc.CoreContainer.<init> New CoreContainer 832998454
> [junit4:junit4]   2> 1958 T30 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/'
> [junit4:junit4]   2> 1959 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/'
> [junit4:junit4]   2> 1998 T30 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 2012 T30 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:26833/solr
> [junit4:junit4]   2> 2037 T30 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26833/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@283dfc56
> [junit4:junit4]   2> 2038 T50 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:26833
> [junit4:junit4]   2> 2038 T30 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 2040 T50 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26833, initiating session
> [junit4:junit4]   2> 2040 T32 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:13954
> [junit4:junit4]   2> 2041 T32 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:13954
> [junit4:junit4]   2> 2043 T34 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e005369a0002 with negotiated timeout 5000 for client /140.211.11.196:13954
> [junit4:junit4]   2> 2043 T50 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:26833, sessionid = 0x139e005369a0002, negotiated timeout = 5000
> [junit4:junit4]   2> 2043 T51 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@283dfc56 name:ZooKeeperConnection Watcher:127.0.0.1:26833/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 2043 T30 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 2060 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 2069 T30 oascc.SolrZkClient.makePath makePath: /live_nodes
> [junit4:junit4]   2> 2071 T30 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:31644_solr
> [junit4:junit4]   2> 2076 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:31644_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:31644_solr
> [junit4:junit4]   2> 2077 T30 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:31644_solr
> [junit4:junit4]   2> 2081 T30 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
> [junit4:junit4]   2> 2082 T30 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 2082 T30 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
> [junit4:junit4]   2> 2083 T30 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 2083 T30 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 2083 T30 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 2084 T30 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 2084 T30 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 2085 T30 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 2085 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
> [junit4:junit4]   2> 2099 T30 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
> [junit4:junit4]   2> 2117 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
> [junit4:junit4]   2> 2119 T30 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
> [junit4:junit4]   2> 2122 T30 oasc.Overseer.start Overseer (id=88347980705955842-127.0.0.1:31644_solr-n_0000000000) starting
> [junit4:junit4]   2> 2123 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 2140 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 2142 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 2153 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 2154 T53 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
> [junit4:junit4]   2> 2157 T30 oascc.SolrZkClient.makePath makePath: /clusterstate.json
> [junit4:junit4]   2> 2160 T30 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
> [junit4:junit4]   2> 2181 T52 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
> [junit4:junit4]   2> 2217 T30 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1
> [junit4:junit4]   2> 2217 T30 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
> [junit4:junit4]   2> 2219 T30 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 2219 T30 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
> [junit4:junit4]   2> 2221 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/'
> [junit4:junit4]   2> 2223 T30 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
> [junit4:junit4]   2> 2223 T30 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
> [junit4:junit4]   2> 2302 T30 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
> [junit4:junit4]   2> 2359 T30 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 2460 T30 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 2472 T30 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2> 3047 T30 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 3059 T30 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 3062 T30 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 3085 T30 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 3091 T30 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 3096 T30 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 3100 T30 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 3104 T30 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1348083201432/control/data/
> [junit4:junit4]   2> 3104 T30 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@334b4cb
> [junit4:junit4]   2> 3129 T30 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1348083201432/control/data/index/
> [junit4:junit4]   2> 3131 T30 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1348083201432/control/data/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 3132 T30 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1348083201432/control/data/index forceNew:false
> [junit4:junit4]   2> 3151 T30 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ec7195b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 3152 T30 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
> [junit4:junit4]   2> 3153 T30 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
> [junit4:junit4]   2> 3156 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 3156 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 3157 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 3157 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 3158 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 3159 T30 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 3160 T30 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 3160 T30 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 3161 T30 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 3162 T30 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
> [junit4:junit4]   2> 3163 T30 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 3163 T30 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 3164 T30 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 3164 T30 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 3165 T30 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 3166 T30 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 3166 T30 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 3167 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 3168 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 3169 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 3169 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 3170 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 3171 T30 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 3171 T30 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 3172 T30 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 3175 T30 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 3179 T30 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 3181 T30 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
> [junit4:junit4]   2> 3184 T30 oass.SolrIndexSearcher.<init> Opening Searcher@2cb6e1d main
> [junit4:junit4]   2> 3186 T30 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 3186 T30 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 3187 T30 oashc.SpellCheckComponent.inform Initializing spell checkers
> [junit4:junit4]   2> 3193 T30 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
> [junit4:junit4]   2> 3255 T54 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2cb6e1d main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 3262 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0002 type:create cxid:0x56 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
> [junit4:junit4]   2> 3279 T30 oasc.CoreContainer.register registering core: collection1
> [junit4:junit4]   2> 3280 T30 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:31644/solr shardId:control_shard
> [junit4:junit4]   2> 3292 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
> [junit4:junit4]   2> 3305 T30 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
> [junit4:junit4]   2> 3321 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0002 type:delete cxid:0x65 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
> [junit4:junit4]   2> 3322 T30 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
> [junit4:junit4]   2> 3323 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0002 type:create cxid:0x66 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 3691 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 3704 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0002 type:create cxid:0x6d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
> [junit4:junit4]   2> 3758 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 3827 T30 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
> [junit4:junit4]   2> 3827 T30 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
> [junit4:junit4]   2> 3828 T30 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:31644/solr/collection1/
> [junit4:junit4]   2> 3829 T30 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
> [junit4:junit4]   2> 3830 T30 oasc.SyncStrategy.syncToMe http://127.0.0.1:31644/solr/collection1/ has no replicas
> [junit4:junit4]   2> 3830 T30 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:31644/solr/collection1/
> [junit4:junit4]   2> 3831 T30 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
> [junit4:junit4]   2> 3842 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0002 type:create cxid:0x8b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 4270 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 4311 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 4361 T30 oasc.ZkController.register We are http://127.0.0.1:31644/solr/collection1/ and leader is http://127.0.0.1:31644/solr/collection1/
> [junit4:junit4]   2> 4361 T30 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:31644/solr
> [junit4:junit4]   2> 4362 T30 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
> [junit4:junit4]   2> 4365 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 4367 T30 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1
> [junit4:junit4]   2> 4367 T30 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 4449 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 4674 T30 oejs.Server.doStart jetty-8.1.2.v20120308
> [junit4:junit4]   2> 4677 T30 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:42619
> [junit4:junit4]   2> 4678 T30 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 4679 T30 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348083205901
> [junit4:junit4]   2> 4679 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348083205901/'
> [junit4:junit4]   2> 4740 T30 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 4741 T30 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 4741 T30 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348083205901
> [junit4:junit4]   2> 4742 T30 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348083205901/solr.xml
> [junit4:junit4]   2> 4742 T30 oasc.CoreContainer.<init> New CoreContainer 1079031704
> [junit4:junit4]   2> 4743 T30 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348083205901/'
> [junit4:junit4]   2> 4744 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348083205901/'
> [junit4:junit4]   2> 4788 T30 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 4808 T30 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:26833/solr
> [junit4:junit4]   2> 4809 T30 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26833/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@1c9df04e
> [junit4:junit4]   2> 4811 T64 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:26833
> [junit4:junit4]   2> 4811 T30 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 4812 T64 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26833, initiating session
> [junit4:junit4]   2> 4812 T32 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:42568
> [junit4:junit4]   2> 4813 T32 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:42568
> [junit4:junit4]   2> 4815 T34 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e005369a0003 with negotiated timeout 5000 for client /140.211.11.196:42568
> [junit4:junit4]   2> 4815 T64 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:26833, sessionid = 0x139e005369a0003, negotiated timeout = 5000
> [junit4:junit4]   2> 4815 T65 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c9df04e name:ZooKeeperConnection Watcher:127.0.0.1:26833/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 4816 T30 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 4817 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0003 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 4818 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 4819 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0003 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 4826 T30 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42619_solr
> [junit4:junit4]   2> 4827 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0003 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:42619_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:42619_solr
> [junit4:junit4]   2> 4834 T30 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42619_solr
> [junit4:junit4]   2> 4838 T51 oascc.ZkStateReader$3.process Updating live nodes
> [junit4:junit4]   2> 4847 T30 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
> [junit4:junit4]   2> 4848 T30 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 4849 T30 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
> [junit4:junit4]   2> 4849 T30 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 4850 T30 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 4850 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 4850 T30 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 4851 T30 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 4852 T30 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 4852 T30 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 4853 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
> [junit4:junit4]   2> 4883 T30 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
> [junit4:junit4]   2> 4892 T30 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348083205901/collection1
> [junit4:junit4]   2> 4892 T30 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
> [junit4:junit4]   2> 4893 T30 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 4894 T30 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
> [junit4:junit4]   2> 4896 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348083205901/collection1/'
> [junit4:junit4]   2> 4898 T30 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty1-1348083205901/collection1/lib/README' to classloader
> [junit4:junit4]   2> 4899 T30 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty1-1348083205901/collection1/lib/classes/' to classloader
> [junit4:junit4]   2> 4966 T30 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
> [junit4:junit4]   2> 5054 T30 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 5156 T30 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 5169 T30 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2> 5861 T30 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 5873 T30 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 5877 T30 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 5896 T30 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 5901 T30 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 5906 T30 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 5908 T30 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 5911 T30 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348083205901/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty1/
> [junit4:junit4]   2> 5911 T30 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@334b4cb
> [junit4:junit4]   2> 5913 T30 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty1/index/
> [junit4:junit4]   2> 5913 T30 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty1/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 5914 T30 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty1/index forceNew:false
> [junit4:junit4]   2> 5920 T30 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@517b4650; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 5920 T30 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
> [junit4:junit4]   2> 5921 T30 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
> [junit4:junit4]   2> 5924 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 5925 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 5925 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 5926 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 5927 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 5927 T30 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 5928 T30 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 5929 T30 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 5930 T30 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 5930 T30 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
> [junit4:junit4]   2> 5931 T30 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 5932 T30 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 5933 T30 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 5933 T30 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 5934 T30 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 5934 T30 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 5935 T30 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 5936 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 5936 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 5937 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 5938 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 5939 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 5939 T30 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 5940 T30 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 5941 T30 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 5944 T30 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 5948 T30 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 5950 T30 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
> [junit4:junit4]   2> 5953 T30 oass.SolrIndexSearcher.<init> Opening Searcher@19a04ff3 main
> [junit4:junit4]   2> 5954 T30 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 5955 T30 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 5956 T30 oashc.SpellCheckComponent.inform Initializing spell checkers
> [junit4:junit4]   2> 5962 T30 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
> [junit4:junit4]   2> 6025 T66 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@19a04ff3 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 6357 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 6377 T65 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 6377 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 6535 T30 oasc.CoreContainer.register registering core: collection1
> [junit4:junit4]   2> 6535 T30 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:42619/solr shardId:shard1
> [junit4:junit4]   2> 6536 T30 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
> [junit4:junit4]   2> 6554 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0003 type:delete cxid:0x42 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
> [junit4:junit4]   2> 6560 T30 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
> [junit4:junit4]   2> 6561 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0003 type:create cxid:0x43 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 6564 T30 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
> [junit4:junit4]   2> 6564 T30 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
> [junit4:junit4]   2> 6565 T30 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42619/solr/collection1/
> [junit4:junit4]   2> 6565 T30 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
> [junit4:junit4]   2> 6565 T30 oasc.SyncStrategy.syncToMe http://127.0.0.1:42619/solr/collection1/ has no replicas
> [junit4:junit4]   2> 6566 T30 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42619/solr/collection1/
> [junit4:junit4]   2> 6566 T30 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
> [junit4:junit4]   2> 6577 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0003 type:create cxid:0x4d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 6882 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 6937 T65 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 6937 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 6942 T30 oasc.ZkController.register We are http://127.0.0.1:42619/solr/collection1/ and leader is http://127.0.0.1:42619/solr/collection1/
> [junit4:junit4]   2> 6942 T30 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42619/solr
> [junit4:junit4]   2> 6943 T30 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
> [junit4:junit4]   2> 6948 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 6954 T30 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1
> [junit4:junit4]   2> 6955 T30 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 6956 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 7130 T30 oejs.Server.doStart jetty-8.1.2.v20120308
> [junit4:junit4]   2> 7133 T30 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:14410
> [junit4:junit4]   2> 7133 T30 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 7134 T30 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348083208399
> [junit4:junit4]   2> 7134 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348083208399/'
> [junit4:junit4]   2> 7177 T30 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 7178 T30 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 7178 T30 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348083208399
> [junit4:junit4]   2> 7179 T30 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348083208399/solr.xml
> [junit4:junit4]   2> 7179 T30 oasc.CoreContainer.<init> New CoreContainer 500171771
> [junit4:junit4]   2> 7180 T30 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348083208399/'
> [junit4:junit4]   2> 7180 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348083208399/'
> [junit4:junit4]   2> 7212 T30 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 7227 T30 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:26833/solr
> [junit4:junit4]   2> 7228 T30 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26833/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@6655b5b8
> [junit4:junit4]   2> 7229 T76 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:26833
> [junit4:junit4]   2> 7229 T30 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 7230 T76 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26833, initiating session
> [junit4:junit4]   2> 7230 T32 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:61603
> [junit4:junit4]   2> 7231 T32 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:61603
> [junit4:junit4]   2> 7233 T34 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e005369a0004 with negotiated timeout 5000 for client /140.211.11.196:61603
> [junit4:junit4]   2> 7233 T76 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:26833, sessionid = 0x139e005369a0004, negotiated timeout = 5000
> [junit4:junit4]   2> 7234 T77 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6655b5b8 name:ZooKeeperConnection Watcher:127.0.0.1:26833/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 7234 T30 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 7235 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 7247 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 7248 T30 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:14410_solr
> [junit4:junit4]   2> 7249 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:14410_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:14410_solr
> [junit4:junit4]   2> 7254 T30 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:14410_solr
> [junit4:junit4]   2> 7257 T65 oascc.ZkStateReader$3.process Updating live nodes
> [junit4:junit4]   2> 7257 T51 oascc.ZkStateReader$3.process Updating live nodes
> [junit4:junit4]   2> 7257 T30 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
> [junit4:junit4]   2> 7258 T30 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 7258 T30 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
> [junit4:junit4]   2> 7259 T30 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 7259 T30 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 7260 T30 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 7260 T30 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 7261 T30 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 7261 T30 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 7261 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
> [junit4:junit4]   2> 7279 T30 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
> [junit4:junit4]   2> 7292 T30 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348083208399/collection1
> [junit4:junit4]   2> 7293 T30 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
> [junit4:junit4]   2> 7294 T30 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 7294 T30 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
> [junit4:junit4]   2> 7296 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348083208399/collection1/'
> [junit4:junit4]   2> 7297 T30 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty2-1348083208399/collection1/lib/README' to classloader
> [junit4:junit4]   2> 7298 T30 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty2-1348083208399/collection1/lib/classes/' to classloader
> [junit4:junit4]   2> 7446 T30 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
> [junit4:junit4]   2> 7463 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 7479 T77 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 7479 T65 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 7479 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 7503 T30 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 7604 T30 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 7612 T30 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2> 8109 T30 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 8121 T30 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 8124 T30 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 8148 T30 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 8154 T30 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 8159 T30 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 8162 T30 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 8165 T30 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348083208399/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty2/
> [junit4:junit4]   2> 8165 T30 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@334b4cb
> [junit4:junit4]   2> 8167 T30 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty2/index/
> [junit4:junit4]   2> 8167 T30 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty2/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 8168 T30 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty2/index forceNew:false
> [junit4:junit4]   2> 8186 T30 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@265b98b6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 8187 T30 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
> [junit4:junit4]   2> 8188 T30 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
> [junit4:junit4]   2> 8191 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 8191 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 8192 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 8192 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 8193 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 8193 T30 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 8194 T30 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 8195 T30 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 8196 T30 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 8196 T30 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
> [junit4:junit4]   2> 8197 T30 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 8198 T30 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 8198 T30 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 8199 T30 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 8199 T30 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 8200 T30 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 8201 T30 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 8202 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 8202 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 8203 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 8204 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 8205 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 8205 T30 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 8206 T30 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 8207 T30 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 8210 T30 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 8213 T30 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 8215 T30 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
> [junit4:junit4]   2> 8218 T30 oass.SolrIndexSearcher.<init> Opening Searcher@6bc3e48b main
> [junit4:junit4]   2> 8220 T30 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 8220 T30 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 8221 T30 oashc.SpellCheckComponent.inform Initializing spell checkers
> [junit4:junit4]   2> 8228 T30 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
> [junit4:junit4]   2> 8288 T78 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6bc3e48b main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 8489 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 8505 T65 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 8506 T77 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 8505 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 8805 T30 oasc.CoreContainer.register registering core: collection1
> [junit4:junit4]   2> 8805 T30 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:14410/solr shardId:shard1
> [junit4:junit4]   2> 8814 T30 oasc.ZkController.register We are http://127.0.0.1:14410/solr/collection1/ and leader is http://127.0.0.1:42619/solr/collection1/
> [junit4:junit4]   2> 8815 T30 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:14410/solr
> [junit4:junit4]   2> 8815 T30 oasc.ZkController.checkRecovery Core needs to recover:collection1
> [junit4:junit4]   2> 8816 T30 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
> [junit4:junit4]   2> ASYNC  NEW_CORE C8 name=collection1 org.apache.solr.core.SolrCore@54689939 url=http://127.0.0.1:14410/solr/collection1 node=127.0.0.1:14410_solr
> [junit4:junit4]   2> 8821 T79 C8 P14410 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
> [junit4:junit4]   2> 8822 T79 C8 P14410 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
> [junit4:junit4]   2> 8822 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 8836 T79 C8 P14410 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:42619/solr/collection1/ core=collection1 - recoveringAfterStartup=true
> [junit4:junit4]   2> 8836 T30 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1
> [junit4:junit4]   2> 8837 T30 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 8838 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 8845 T79 C8 P14410 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
> [junit4:junit4]   2> 8865 T79 C8 P14410 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:14410/solr START replicas=[http://127.0.0.1:42619/solr/collection1/] nUpdates=100
> [junit4:junit4]   2> 8877 T79 C8 P14410 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
> [junit4:junit4]   2> 8877 T79 C8 P14410 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
> [junit4:junit4]   2> 8878 T79 C8 P14410 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
> [junit4:junit4]   2> 8878 T79 C8 P14410 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 9010 T30 oejs.Server.doStart jetty-8.1.2.v20120308
> [junit4:junit4]   2> 9012 T30 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:59599
> [junit4:junit4]   2> 9013 T30 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 9013 T30 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348083210276
> [junit4:junit4]   2> 9014 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348083210276/'
> [junit4:junit4]   2> 9029 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 9045 T77 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 9045 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 9045 T65 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 9048 T30 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 9049 T30 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 9049 T30 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348083210276
> [junit4:junit4]   2> 9049 T30 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348083210276/solr.xml
> [junit4:junit4]   2> 9050 T30 oasc.CoreContainer.<init> New CoreContainer 2048132024
> [junit4:junit4]   2> 9050 T30 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348083210276/'
> [junit4:junit4]   2> 9051 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348083210276/'
> [junit4:junit4]   2> 9084 T30 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 9100 T30 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:26833/solr
> [junit4:junit4]   2> 9101 T30 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26833/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@2a7aa623
> [junit4:junit4]   2> 9102 T90 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:26833
> [junit4:junit4]   2> 9102 T30 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 9103 T90 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26833, initiating session
> [junit4:junit4]   2> 9104 T32 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:62812
> [junit4:junit4]   2> 9104 T32 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:62812
> [junit4:junit4]   2> 9106 T34 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e005369a0005 with negotiated timeout 5000 for client /140.211.11.196:62812
> [junit4:junit4]   2> 9106 T90 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:26833, sessionid = 0x139e005369a0005, negotiated timeout = 5000
> [junit4:junit4]   2> 9107 T91 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a7aa623 name:ZooKeeperConnection Watcher:127.0.0.1:26833/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 9107 T30 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 9108 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 9109 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 9111 T30 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59599_solr
> [junit4:junit4]   2> 9112 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:59599_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:59599_solr
> [junit4:junit4]   2> 9119 T30 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59599_solr
> [junit4:junit4]   2> 9122 T65 oascc.ZkStateReader$3.process Updating live nodes
> [junit4:junit4]   2> 9122 T51 oascc.ZkStateReader$3.process Updating live nodes
> [junit4:junit4]   2> 9122 T77 oascc.ZkStateReader$3.process Updating live nodes
> [junit4:junit4]   2> 9123 T30 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
> [junit4:junit4]   2> 9124 T30 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 9124 T30 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
> [junit4:junit4]   2> 9125 T30 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 9125 T30 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 9125 T30 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 9126 T30 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 9126 T30 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 9127 T30 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 9127 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
> [junit4:junit4]   2> 9144 T30 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
> [junit4:junit4]   2> 9152 T30 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348083210276/collection1
> [junit4:junit4]   2> 9152 T30 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
> [junit4:junit4]   2> 9153 T30 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 9154 T30 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
> [junit4:junit4]   2> 9155 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348083210276/collection1/'
> [junit4:junit4]   2> 9157 T30 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty3-1348083210276/collection1/lib/classes/' to classloader
> [junit4:junit4]   2> 9158 T30 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty3-1348083210276/collection1/lib/README' to classloader
> [junit4:junit4]   2> 9238 T30 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
> [junit4:junit4]   2> 9300 T30 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 9401 T30 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 9419 T30 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2> 10069 T30 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 10081 T30 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 10085 T30 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> ASYNC  NEW_CORE C9 name=collection1 org.apache.solr.core.SolrCore@3b4b5923 url=http://127.0.0.1:42619/solr/collection1 node=127.0.0.1:42619_solr
> [junit4:junit4]   2> 10099 T58 C9 P42619 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=17
> [junit4:junit4]   2> 10107 T30 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 10121 T30 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 10127 T30 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 10130 T30 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 10133 T30 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348083210276/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty3/
> [junit4:junit4]   2> 10134 T30 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@334b4cb
> [junit4:junit4]   2> 10136 T30 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty3/index/
> [junit4:junit4]   2> 10137 T30 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty3/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 10138 T30 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty3/index forceNew:false
> [junit4:junit4]   2> 10158 T30 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@491a7bf0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 10158 T30 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
> [junit4:junit4]   2> 10159 T30 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
> [junit4:junit4]   2> 10162 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 10162 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 10163 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 10163 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 10164 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 10165 T30 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 10165 T30 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 10166 T30 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 10167 T30 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 10167 T30 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
> [junit4:junit4]   2> 10168 T30 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 10169 T30 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 10169 T30 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 10170 T30 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 10170 T30 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 10171 T30 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 10172 T30 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 10172 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 10173 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 10174 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 10174 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 10175 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 10176 T30 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 10176 T30 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 10177 T30 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 10181 T30 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 10188 T30 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 10189 T30 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
> [junit4:junit4]   2> 10194 T30 oass.SolrIndexSearcher.<init> Opening Searcher@32b2ad39 main
> [junit4:junit4]   2> 10196 T30 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 10196 T30 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 10197 T30 oashc.SpellCheckComponent.inform Initializing spell checkers
> [junit4:junit4]   2> 10212 T30 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
> [junit4:junit4]   2> 10264 T92 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@32b2ad39 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 10573 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 10587 T91 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 10587 T77 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 10587 T65 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 10587 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 10772 T30 oasc.CoreContainer.register registering core: collection1
> [junit4:junit4]   2> 10773 T30 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:59599/solr shardId:shard1
> [junit4:junit4]   2> 10777 T30 oasc.ZkController.register We are http://127.0.0.1:59599/solr/collection1/ and leader is http://127.0.0.1:42619/solr/collection1/
> [junit4:junit4]   2> 10778 T30 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59599/solr
> [junit4:junit4]   2> 10779 T30 oasc.ZkController.checkRecovery Core needs to recover:collection1
> [junit4:junit4]   2> 10779 T30 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
> [junit4:junit4]   2> ASYNC  NEW_CORE C10 name=collection1 org.apache.solr.core.SolrCore@7c29a8c3 url=http://127.0.0.1:59599/solr/collection1 node=127.0.0.1:59599_solr
> [junit4:junit4]   2> 10780 T93 C10 P59599 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
> [junit4:junit4]   2> 10781 T93 C10 P59599 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
> [junit4:junit4]   2> 10781 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 10783 T30 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1
> [junit4:junit4]   2> 10783 T93 C10 P59599 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:42619/solr/collection1/ core=collection1 - recoveringAfterStartup=true
> [junit4:junit4]   2> 10784 T93 C10 P59599 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:59599/solr START replicas=[http://127.0.0.1:42619/solr/collection1/] nUpdates=100
> [junit4:junit4]   2> 10785 T30 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 10786 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 10807 T93 C10 P59599 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
> [junit4:junit4]   2> 10808 T93 C10 P59599 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
> [junit4:junit4]   2> 10809 T93 C10 P59599 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
> [junit4:junit4]   2> 10809 T93 C10 P59599 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 10812 T58 C9 P42619 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1
> [junit4:junit4]   2> 11002 T30 oejs.Server.doStart jetty-8.1.2.v20120308
> [junit4:junit4]   2> 11005 T30 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:10752
> [junit4:junit4]   2> 11006 T30 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 11007 T30 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348083212240
> [junit4:junit4]   2> 11008 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348083212240/'
> [junit4:junit4]   2> 11055 T30 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 11056 T30 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 11057 T30 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348083212240
> [junit4:junit4]   2> 11057 T30 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348083212240/solr.xml
> [junit4:junit4]   2> 11058 T30 oasc.CoreContainer.<init> New CoreContainer 417900728
> [junit4:junit4]   2> 11060 T30 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348083212240/'
> [junit4:junit4]   2> 11061 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348083212240/'
> [junit4:junit4]   2> 11094 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 11099 T30 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 11113 T65 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 11113 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 11113 T77 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 11113 T91 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 11117 T30 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:26833/solr
> [junit4:junit4]   2> 11118 T30 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26833/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@53ee3434
> [junit4:junit4]   2> 11120 T104 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:26833
> [junit4:junit4]   2> 11120 T30 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 11121 T104 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26833, initiating session
> [junit4:junit4]   2> 11121 T32 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:36063
> [junit4:junit4]   2> 11122 T32 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:36063
> [junit4:junit4]   2> 11124 T34 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e005369a0006 with negotiated timeout 5000 for client /140.211.11.196:36063
> [junit4:junit4]   2> 11124 T104 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:26833, sessionid = 0x139e005369a0006, negotiated timeout = 5000
> [junit4:junit4]   2> 11124 T105 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53ee3434 name:ZooKeeperConnection Watcher:127.0.0.1:26833/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 11125 T30 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 11126 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0006 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 11128 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0006 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 11130 T30 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:10752_solr
> [junit4:junit4]   2> 11130 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0006 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:10752_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:10752_solr
> [junit4:junit4]   2> 11138 T30 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:10752_solr
> [junit4:junit4]   2> 11141 T65 oascc.ZkStateReader$3.process Updating live nodes
> [junit4:junit4]   2> 11142 T51 oascc.ZkStateReader$3.process Updating live nodes
> [junit4:junit4]   2> 11142 T77 oascc.ZkStateReader$3.process Updating live nodes
> [junit4:junit4]   2> 11142 T91 oascc.ZkStateReader$3.process Updating live nodes
> [junit4:junit4]   2> 11143 T30 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
> [junit4:junit4]   2> 11144 T30 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 11145 T30 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
> [junit4:junit4]   2> 11146 T30 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 11147 T30 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 11148 T30 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 11149 T30 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 11150 T30 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 11151 T30 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 11152 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
> [junit4:junit4]   2> 11186 T30 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
> [junit4:junit4]   2> 11195 T30 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348083212240/collection1
> [junit4:junit4]   2> 11195 T30 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
> [junit4:junit4]   2> 11197 T30 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 11197 T30 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
> [junit4:junit4]   2> 11199 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348083212240/collection1/'
> [junit4:junit4]   2> 11201 T30 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty4-1348083212240/collection1/lib/README' to classloader
> [junit4:junit4]   2> 11202 T30 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty4-1348083212240/collection1/lib/classes/' to classloader
> [junit4:junit4]   2> 11260 T30 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
> [junit4:junit4]   2> 11337 T30 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 11438 T30 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 11448 T30 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2>  C8_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:14410_solr, base_url=http://127.0.0.1:14410/solr}
> [junit4:junit4]   2> 12215 T79 C8 P14410 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
> [junit4:junit4]   2> 12215 T79 C8 P14410 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
> [junit4:junit4]   2> 12215 T79 C8 P14410 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:42619/solr/collection1/. core=collection1
> [junit4:junit4]   2> 12216 T79 C8 P14410 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 12219 T30 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 12230 T30 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 12233 T30 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 12242 T60 C9 P42619 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16
> [junit4:junit4]   2> 12251 T30 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 12253 T60 C9 P42619 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 12256 T30 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 12257 T60 C9 P42619 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@517b4650; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 12258 T60 C9 P42619 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
> [junit4:junit4]   2> 12259 T60 C9 P42619 oass.SolrIndexSearcher.<init> Opening Searcher@1eb0062e main
> [junit4:junit4]   2> 12260 T60 C9 P42619 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 12261 T30 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 12262 T66 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1eb0062e main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 12262 T60 C9 P42619 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 30
> [junit4:junit4]   2> 12263 T30 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 12265 T30 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348083212240/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty4/
> [junit4:junit4]   2> 12266 T30 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@334b4cb
> [junit4:junit4]   2> 12267 T30 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty4/index/
> [junit4:junit4]   2> 12268 T30 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty4/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 12269 T30 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty4/index forceNew:false
> [junit4:junit4]   2> 12287 T30 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@ce8b29d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 12287 T30 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
> [junit4:junit4]   2> 12288 T30 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
> [junit4:junit4]   2> 12290 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 12291 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 12291 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 12292 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 12293 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 12293 T30 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 12294 T30 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 12294 T30 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 12295 T30 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 12296 T30 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
> [junit4:junit4]   2> 12297 T30 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 12297 T30 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 12298 T30 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 12298 T30 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 12299 T30 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 12300 T30 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 12300 T30 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 12301 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 12302 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 12302 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 12303 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 12304 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 12304 T79 C8 P14410 oash.ReplicationHandler.inform Commits will be reserved for  10000
> [junit4:junit4]   2> 12304 T30 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 12304 T79 C8 P14410 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
> [junit4:junit4]   2> 12305 T30 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 12306 T30 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 12309 T30 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 12313 T30 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 12314 T30 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
> [junit4:junit4]   2> 12318 T30 oass.SolrIndexSearcher.<init> Opening Searcher@22889c88 main
> [junit4:junit4]   2> 12319 T30 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 12319 T30 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 12320 T30 oashc.SpellCheckComponent.inform Initializing spell checkers
> [junit4:junit4]   2> 12324 T79 C8 P14410 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
> [junit4:junit4]   2> 12328 T30 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
> [junit4:junit4]   2> 12382 T106 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@22889c88 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 12383 T61 C9 P42619 oash.ReplicationHandler.inform Commits will be reserved for  10000
> [junit4:junit4]   2> 12384 T61 C9 P42619 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=57
> [junit4:junit4]   2> 12388 T79 C8 P14410 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@265b98b6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 12388 T79 C8 P14410 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
> [junit4:junit4]   2> 12389 T79 C8 P14410 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 12400 T79 C8 P14410 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@265b98b6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@265b98b6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2> 12400 T79 C8 P14410 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
> [junit4:junit4]   2> 12403 T79 C8 P14410 oass.SolrIndexSearcher.<init> Opening Searcher@6bbcee8a main
> [junit4:junit4]   2> 12404 T79 C8 P14410 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 12407 T78 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6bbcee8a main{StandardDirectoryReader(segments_2:2)}
> [junit4:junit4]   2> 12408 T79 C8 P14410 oasc.RecoveryStrategy.replay No replay needed. core=collection1
> [junit4:junit4]   2> 12408 T79 C8 P14410 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
> [junit4:junit4]   2> 12410 T79 C8 P14410 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
> [junit4:junit4]   2> 12627 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 12661 T65 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 12662 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 12662 T105 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 12662 T77 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 12662 T91 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 12890 T30 oasc.CoreContainer.register registering core: collection1
> [junit4:junit4]   2> 12890 T30 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:10752/solr shardId:shard1
> [junit4:junit4]   2> 12911 T30 oasc.ZkController.register We are http://127.0.0.1:10752/solr/collection1/ and leader is http://127.0.0.1:42619/solr/collection1/
> [junit4:junit4]   2> 12912 T30 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:10752/solr
> [junit4:junit4]   2> 12912 T30 oasc.ZkController.checkRecovery Core needs to recover:collection1
> [junit4:junit4]   2> 12912 T30 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
> [junit4:junit4]   2> ASYNC  NEW_CORE C11 name=collection1 org.apache.solr.core.SolrCore@129425fe url=http://127.0.0.1:10752/solr/collection1 node=127.0.0.1:10752_solr
> [junit4:junit4]   2> 12913 T107 C11 P10752 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
> [junit4:junit4]   2> 12914 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 12914 T107 C11 P10752 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
> [junit4:junit4]   2> 12915 T30 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1
> [junit4:junit4]   2> 12915 T30 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 12916 T107 C11 P10752 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:42619/solr/collection1/ core=collection1 - recoveringAfterStartup=true
> [junit4:junit4]   2> 12916 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 12916 T107 C11 P10752 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:10752/solr START replicas=[http://127.0.0.1:42619/solr/collection1/] nUpdates=100
> [junit4:junit4]   2> 12917 T107 C11 P10752 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
> [junit4:junit4]   2> 12917 T107 C11 P10752 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
> [junit4:junit4]   2> 12917 T107 C11 P10752 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
> [junit4:junit4]   2> 12918 T107 C11 P10752 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 12920 T58 C9 P42619 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0
> [junit4:junit4]   2> 12937 T30 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26833/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@8ddf7a4
> [junit4:junit4]   2> 12938 T109 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:26833
> [junit4:junit4]   2> 12938 T30 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 12939 T109 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26833, initiating session
> [junit4:junit4]   2> 12939 T32 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:45371
> [junit4:junit4]   2> 12939 T32 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:45371
> [junit4:junit4]   2> 12941 T34 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e005369a0007 with negotiated timeout 10000 for client /140.211.11.196:45371
> [junit4:junit4]   2> 12941 T109 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:26833, sessionid = 0x139e005369a0007, negotiated timeout = 10000
> [junit4:junit4]   2> 12941 T110 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8ddf7a4 name:ZooKeeperConnection Watcher:127.0.0.1:26833/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 12942 T30 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 12942 T30 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
> [junit4:junit4]   2> 12947 T30 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
> [junit4:junit4]   2> 12948 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:
> [junit4:junit4]   2> 12961 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 12962 T30 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
> [junit4:junit4]   2> 12963 T30 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
> [junit4:junit4]   2> 12964 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 13171 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 13191 T110 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 13191 T105 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 13191 T77 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 13191 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 13191 T65 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 13191 T91 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2>  C10_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:59599_solr, base_url=http://127.0.0.1:59599/solr}
> [junit4:junit4]   2> 13836 T93 C10 P59599 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
> [junit4:junit4]   2> 13836 T93 C10 P59599 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
> [junit4:junit4]   2> 13837 T93 C10 P59599 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:42619/solr/collection1/. core=collection1
> [junit4:junit4]   2> 13837 T93 C10 P59599 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 13854 T63 C9 P42619 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 13859 T63 C9 P42619 oass.SolrIndexSearcher.<init> Opening Searcher@3c04b8b3 main
> [junit4:junit4]   2> 13860 T63 C9 P42619 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 13862 T66 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3c04b8b3 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 13863 T63 C9 P42619 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 9
> [junit4:junit4]   2> 13865 T93 C10 P59599 oash.ReplicationHandler.inform Commits will be reserved for  10000
> [junit4:junit4]   2> 13865 T93 C10 P59599 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
> [junit4:junit4]   2> 13869 T61 C9 P42619 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=0
> [junit4:junit4]   2> 13876 T93 C10 P59599 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@491a7bf0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 13877 T93 C10 P59599 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
> [junit4:junit4]   2> 13878 T93 C10 P59599 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 13885 T93 C10 P59599 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@491a7bf0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@491a7bf0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2> 13885 T93 C10 P59599 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
> [junit4:junit4]   2> 13890 T93 C10 P59599 oass.SolrIndexSearcher.<init> Opening Searcher@3fc35fe1 main
> [junit4:junit4]   2> 13890 T93 C10 P59599 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 13893 T92 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3fc35fe1 main{StandardDirectoryReader(segments_2:2)}
> [junit4:junit4]   2> 13894 T93 C10 P59599 oasc.RecoveryStrategy.replay No replay needed. core=collection1
> [junit4:junit4]   2> 13894 T93 C10 P59599 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
> [junit4:junit4]   2> 13896 T93 C10 P59599 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
> [junit4:junit4]   2> 13966 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 14205 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 14219 T65 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 14219 T77 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 14219 T105 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 14219 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 14219 T91 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 14219 T110 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 14969 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2>  C11_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:10752_solr, base_url=http://127.0.0.1:10752/solr}
> [junit4:junit4]   2> 15937 T107 C11 P10752 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
> [junit4:junit4]   2> 15937 T107 C11 P10752 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
> [junit4:junit4]   2> 15938 T107 C11 P10752 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:42619/solr/collection1/. core=collection1
> [junit4:junit4]   2> 15938 T107 C11 P10752 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 15957 T57 C9 P42619 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 15960 T57 C9 P42619 oass.SolrIndexSearcher.<init> Opening Searcher@30620af1 main
> [junit4:junit4]   2> 15961 T57 C9 P42619 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 15964 T66 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@30620af1 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 15965 T57 C9 P42619 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 7
> [junit4:junit4]   2> 15966 T107 C11 P10752 oash.ReplicationHandler.inform Commits will be reserved for  10000
> [junit4:junit4]   2> 15966 T107 C11 P10752 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
> [junit4:junit4]   2> 15970 T61 C9 P42619 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1
> [junit4:junit4]   2> 15972 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 15975 T107 C11 P10752 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@ce8b29d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 15976 T107 C11 P10752 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
> [junit4:junit4]   2> 15977 T107 C11 P10752 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 15991 T107 C11 P10752 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@ce8b29d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@ce8b29d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2> 15992 T107 C11 P10752 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
> [junit4:junit4]   2> 15995 T107 C11 P10752 oass.SolrIndexSearcher.<init> Opening Searcher@5416c6a6 main
> [junit4:junit4]   2> 15996 T107 C11 P10752 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 15999 T106 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5416c6a6 main{StandardDirectoryReader(segments_2:2)}
> [junit4:junit4]   2> 16001 T107 C11 P10752 oasc.RecoveryStrategy.replay No replay needed. core=collection1
> [junit4:junit4]   2> 16001 T107 C11 P10752 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
> [junit4:junit4]   2> 16003 T107 C11 P10752 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
> [junit4:junit4]   2> 16232 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 16272 T110 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 16272 T65 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 16272 T91 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 16273 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 16273 T105 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 16273 T77 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 16975 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> ASYNC  NEW_CORE C12 name=collection1 org.apache.solr.core.SolrCore@2cf530f1 url=http://127.0.0.1:31644/solr/collection1 node=127.0.0.1:31644_solr
> [junit4:junit4]   2> 16989 T43 C12 P31644 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 16994 T43 C12 P31644 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ec7195b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 16995 T43 C12 P31644 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
> [junit4:junit4]   2> 16997 T43 C12 P31644 oass.SolrIndexSearcher.<init> Opening Searcher@20fb9a6c main
> [junit4:junit4]   2> 16997 T43 C12 P31644 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 17000 T54 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@20fb9a6c main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 17001 T43 C12 P31644 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 12
> [junit4:junit4]   2> 17003 T30 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26833/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7d267d9d
> [junit4:junit4]   2> 17004 T111 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:26833
> [junit4:junit4]   2> 17004 T30 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 17005 T111 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26833, initiating session
> [junit4:junit4]   2> 17005 T32 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:35883
> [junit4:junit4]   2> 17006 T32 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:35883
> [junit4:junit4]   2> 17008 T34 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e005369a0008 with negotiated timeout 10000 for client /140.211.11.196:35883
> [junit4:junit4]   2> 17008 T111 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:26833, sessionid = 0x139e005369a0008, negotiated timeout = 10000
> [junit4:junit4]   2> 17009 T112 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d267d9d name:ZooKeeperConnection Watcher:127.0.0.1:26833/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 17009 T30 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 17011 T30 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
> [junit4:junit4]   2> 17029 T59 C9 P42619 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 17032 T59 C9 P42619 oass.SolrIndexSearcher.<init> Opening Searcher@4de2dfad main
> [junit4:junit4]   2> 17033 T59 C9 P42619 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 17036 T66 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4de2dfad main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 17050 T59 C9 P42619 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:14410/solr/collection1/, StdNode: http://127.0.0.1:59599/solr/collection1/, StdNode: http://127.0.0.1:10752/solr/collection1/]
> [junit4:junit4]   2>  C8_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:14410_solr, base_url=http://127.0.0.1:14410/solr}
> [junit4:junit4]   2> 17085 T69 C8 P14410 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2>  C11_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:10752_solr, base_url=http://127.0.0.1:10752/solr}
> [junit4:junit4]   2> 17085 T97 C11 P10752 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2>  C10_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:59599_solr, base_url=http://127.0.0.1:59599/solr}
> [junit4:junit4]   2> 17085 T83 C10 P59599 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 17089 T97 C11 P10752 oass.SolrIndexSearcher.<init> Opening Searcher@24802f30 main
> [junit4:junit4]   2> 17090 T69 C8 P14410 oass.SolrIndexSearcher.<init> Opening Searcher@5e4a6933 main
> [junit4:junit4]   2> 17090 T97 C11 P10752 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 17090 T69 C8 P14410 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 17091 T83 C10 P59599 oass.SolrIndexSearcher.<init> Opening Searcher@6758cd8 main
> [junit4:junit4]   2> 17092 T83 C10 P59599 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 17092 T78 oasc.JmxMonitoredMap.put WARNING Failed to register info bean: fieldValueCache javax.management.InstanceAlreadyExistsException: solr/collection1:type=fieldValueCache,id=org.apache.solr.search.FastLRUCache
> [junit4:junit4]   2>    at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:437)
> [junit4:junit4]   2>    at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1898)
> [junit4:junit4]   2>    at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:966)
> [junit4:junit4]   2>    at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
> [junit4:junit4]   2>    at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
> [junit4:junit4]   2>    at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:512)
> [junit4:junit4]   2>    at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:140)
> [junit4:junit4]   2>    at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:51)
> [junit4:junit4]   2>    at org.apache.solr.search.SolrIndexSearcher.register(SolrIndexSearcher.java:246)
> [junit4:junit4]   2>    at org.apache.solr.core.SolrCore.registerSearcher(SolrCore.java:1642)
> [junit4:junit4]   2>    at org.apache.solr.core.SolrCore.access$000(SolrCore.java:121)
> [junit4:junit4]   2>    at org.apache.solr.core.SolrCore$7.call(SolrCore.java:1519)
> [junit4:junit4]   2>    at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
> [junit4:junit4]   2>    at java.util.concurrent.FutureTask.run(FutureTask.java:166)
> [junit4:junit4]   2>    at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
> [junit4:junit4]   2>    at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
> [junit4:junit4]   2>    at java.lang.Thread.run(Thread.java:722)
> [junit4:junit4]   2>
> [junit4:junit4]   2> 17093 T106 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@24802f30 main{StandardDirectoryReader(segments_2:2)}
> [junit4:junit4]   2> 17095 T92 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6758cd8 main{StandardDirectoryReader(segments_2:2)}
> [junit4:junit4]   2> 17095 T97 C11 P10752 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 10
> [junit4:junit4]   2> 17096 T78 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5e4a6933 main{StandardDirectoryReader(segments_2:2)}
> [junit4:junit4]   2> 17096 T83 C10 P59599 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 11
> [junit4:junit4]   2> 17096 T69 C8 P14410 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 11
> [junit4:junit4]   2> 17097 T59 C9 P42619 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 68
> [junit4:junit4]   2> 17099 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 17125 T60 C9 P42619 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=5
> [junit4:junit4]   2> 17129 T70 C8 P14410 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=1
> [junit4:junit4]   2> 17132 T84 C10 P59599 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=0
> [junit4:junit4]   2> 17136 T98 C11 P10752 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=0
> [junit4:junit4]   2> 19211 T43 C12 P31644 oass.SolrIndexSearcher.<init> Opening Searcher@5f238a57 realtime
> [junit4:junit4]   2> 19212 T43 C12 P31644 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1413567711160565760)} 0 22
> [junit4:junit4]   2> 19218 T59 C9 P42619 oass.SolrIndexSearcher.<init> Opening Searcher@3f0a9e6c realtime
> [junit4:junit4]   2> 19227 T83 C10 P59599 oass.SolrIndexSearcher.<init> Opening Searcher@5dbc51c realtime
> [junit4:junit4]   2> 19227 T83 C10 P59599 REQ /update {update.distrib=FROMLEADER&_version_=-1413567711166857216&update.from=http://127.0.0.1:42619/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
> [junit4:junit4]   2> 19227 T69 C8 P14410 oass.SolrIndexSearcher.<init> Opening Searcher@54ba2e1f realtime
> [junit4:junit4]   2> 19228 T97 C11 P10752 oass.SolrIndexSearcher.<init> Opening Searcher@7ac7853b realtime
> [junit4:junit4]   2> 19228 T69 C8 P14410 REQ /update {update.distrib=FROMLEADER&_version_=-1413567711166857216&update.from=http://127.0.0.1:42619/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
> [junit4:junit4]   2> 19229 T97 C11 P10752 REQ /update {update.distrib=FROMLEADER&_version_=-1413567711166857216&update.from=http://127.0.0.1:42619/solr/collection1/&wt=javabin&version=2} status=0 QTime=3
> [junit4:junit4]   2> 19230 T59 C9 P42619 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1413567711166857216)} 0 14
> [junit4:junit4]   2> 19237 T43 C12 P31644 /update {wt=javabin&version=2} {add=[0 (1413567711185731584)]} 0 4
> [junit4:junit4]   2> 19262 T83 C10 P59599 REQ /update {distrib.from=http://127.0.0.1:42619/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4
> [junit4:junit4]   2> 19263 T69 C8 P14410 REQ /update {distrib.from=http://127.0.0.1:42619/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=5
> [junit4:junit4]   2> 19262 T97 C11 P10752 REQ /update {distrib.from=http://127.0.0.1:42619/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4
> [junit4:junit4]   2> 19264 T59 C9 P42619 /update {wt=javabin&version=2} {add=[0 (1413567711193071616)]} 0 23
> [junit4:junit4]   2> 19271 T43 C12 P31644 /update {wt=javabin&version=2} {add=[1 (1413567711221383168)]} 0 3
> [junit4:junit4]   2> 19283 T97 C11 P10752 REQ /update {distrib.from=http://127.0.0.1:42619/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
> [junit4:junit4]   2> 19283 T83 C10 P59599 REQ /update {distrib.from=http://127.0.0.1:42619/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
> [junit4:junit4]   2> 19284 T69 C8 P14410 REQ /update {distrib.from=http://127.0.0.1:42619/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3
> [junit4:junit4]   2> 19285 T59 C9 P42619 /update {wt=javabin&version=2} {add=[1 (1413567711228723200)]} 0 10
> [junit4:junit4]   2> 19291 T43 C12 P31644 /update {wt=javabin&version=2} {add=[2 (1413567711243403264)]} 0 3
> [junit4:junit4]   2> 19303 T83 C10 P59599 REQ /update {distrib.from=http://127.0.0.1:42619/solr/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:14410/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
> [junit4:junit4]   2> 19304 T97 C11 P10752 REQ /update {distrib.from=http://127.0.0.1:42619/solr/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:14410/solr/collection1/&wt=javabin&version=2} status=0 QTime=3
> [junit4:junit4]   2> 19305 T59 C9 P42619 /update {test.distrib.skip.servers=http://127.0.0.1:14410/solr/collection1/&wt=javabin&version=2} {add=[2 (1413567711249694720)]} 0 10
> [junit4:junit4]   2> 19311 T43 C12 P31644 /update {wt=javabin&version=2} {add=[3 (1413567711264374784)]} 0 3
> [junit4:junit4]   2> 19325 T97 C11 P10752 REQ /update {distrib.from=http://127.0.0.1:42619/solr/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:14410/solr/collection1/&test.distrib.skip.servers=http://127.0.0.1:59599/solr/collection1/&wt=javabin&version=2} status=0 QTime=3
> [junit4:junit4]   2> 19326 T59 C9 P42619 /update {test.distrib.skip.servers=http://127.0.0.1:14410/solr/collection1/&test.distrib.skip.servers=http://127.0.0.1:59599/solr/collection1/&wt=javabin&version=2} {add=[3 (1413567711271714816)]} 0 10
> [junit4:junit4]   2> 19330 T43 C12 P31644 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 19403 T43 C12 P31644 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ec7195b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ec7195b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0_4.len, _0_10.len, _0_3.len, _0_1.len, _0_6.len, _0_7.len, segments_2, _0.inf, _0_11.len, _0.si, _0.pst, _0.fld, _0_8.len]
> [junit4:junit4]   2> 19404 T43 C12 P31644 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
> [junit4:junit4]   2> 19416 T43 C12 P31644 oass.SolrIndexSearcher.<init> Opening Searcher@7c0a7416 main
> [junit4:junit4]   2> 19417 T43 C12 P31644 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 19420 T54 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7c0a7416 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C4)}
> [junit4:junit4]   2> 19421 T43 C12 P31644 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 91
> [junit4:junit4]   2> 19426 T59 C9 P42619 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 19483 T59 C9 P42619 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@517b4650; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@517b4650; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0_4.len, _0_10.len, _0_3.len, _0_1.len, _0_6.len, _0_7.len, segments_2, _0.inf, _0_11.len, _0.si, _0.pst, _0.fld, _0_8.len]
> [junit4:junit4]   2> 19484 T59 C9 P42619 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
> [junit4:junit4]   2> 19492 T59 C9 P42619 oass.SolrIndexSearcher.<init> Opening Searcher@1fd2d699 main
> [junit4:junit4]   2> 19493 T59 C9 P42619 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 19494 T66 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1fd2d699 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C4)}
> [junit4:junit4]   2> 19495 T59 C9 P42619 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:14410/solr/collection1/, StdNode: http://127.0.0.1:59599/solr/collection1/, StdNode: http://127.0.0.1:10752/solr/collection1/]
> [junit4:junit4]   2> 19499 T69 C8 P14410 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 19499 T83 C10 P59599 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 19499 T97 C11 P10752 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 19617 T69 C8 P14410 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@265b98b6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@265b98b6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0_4.len, _0_10.len, _0_3.len, _0_1.len, _0_6.len, _0_7.len, _0.inf, _0_11.len, _0.si, _0.pst, _0.fld, segments_3, _0_8.len]
> [junit4:junit4]   2> 19618 T69 C8 P14410 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
> [junit4:junit4]   2> 19618 T83 C10 P59599 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@491a7bf0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@491a7bf0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0_4.len, _0_10.len, _0_3.len, _0_1.len, _0_6.len, _0_7.len, _0.inf, _0_11.len, _0.si, _0.pst, _0.fld, segments_3, _0_8.len]
> [junit4:junit4]   2> 19618 T97 C11 P10752 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@ce8b29d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@ce8b29d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0_4.len, _0_10.len, _0_3.len, _0_1.len, _0_6.len, _0_7.len, _0.inf, _0_11.len, _0.si, _0.pst, _0.fld, segments_3, _0_8.len]
> [junit4:junit4]   2> 19618 T83 C10 P59599 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
> [junit4:junit4]   2> 19619 T97 C11 P10752 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
> [junit4:junit4]   2> 19624 T69 C8 P14410 oass.SolrIndexSearcher.<init> Opening Searcher@245eca5e main
> [junit4:junit4]   2> 19625 T69 C8 P14410 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 19625 T83 C10 P59599 oass.SolrIndexSearcher.<init> Opening Searcher@8fdfa17 main
> [junit4:junit4]   2> 19626 T83 C10 P59599 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 19626 T78 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@245eca5e main{StandardDirectoryReader(segments_3:4:nrt _0(4.0.0.2):C2)}
> [junit4:junit4]   2> 19627 T69 C8 P14410 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 128
> [junit4:junit4]   2> 19628 T97 C11 P10752 oass.SolrIndexSearcher.<init> Opening Searcher@308cd450 main
> [junit4:junit4]   2> 19628 T92 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8fdfa17 main{StandardDirectoryReader(segments_3:4:nrt _0(4.0.0.2):C3)}
> [junit4:junit4]   2> 19629 T83 C10 P59599 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 130
> [junit4:junit4]   2> 19629 T97 C11 P10752 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 19632 T106 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@308cd450 main{StandardDirectoryReader(segments_3:4:nrt _0(4.0.0.2):C4)}
> [junit4:junit4]   2> 19632 T97 C11 P10752 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 133
> [junit4:junit4]   2> 19633 T59 C9 P42619 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 207
> [junit4:junit4]   2> 19634 T30 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):1800
> [junit4:junit4]   2> 19636 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> check const of shard1
> [junit4:junit4]   2> client0
> [junit4:junit4]   2> PROPS:127.0.0.1:42619_solr_collection1:{"shard":"shard1","roles":null,"state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:42619_solr","base_url":"http://127.0.0.1:42619/solr","leader":"true"}
> [junit4:junit4]   2> 19640 T60 C9 P42619 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=1
> [junit4:junit4]   2>  live:true
> [junit4:junit4]   2>  num:4
> [junit4:junit4]   2>
> [junit4:junit4]   2> client1
> [junit4:junit4]   2> PROPS:127.0.0.1:14410_solr_collection1:{"shard":"shard1","roles":null,"state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:14410_solr","base_url":"http://127.0.0.1:14410/solr"}
> [junit4:junit4]   2> 19647 T70 C8 P14410 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=2 status=0 QTime=1
> [junit4:junit4]   2>  live:true
> [junit4:junit4]   2>  num:2
> [junit4:junit4]   2>
> [junit4:junit4]   2> ######shard1 is not consistent.  Got 4 from http://127.0.0.1:42619/solr/collection1lastClient and got 2 from http://127.0.0.1:14410/solr/collection1
> [junit4:junit4]   2> 19820 T60 C9 P42619 REQ /select {fl=id,_version_&sort=id+asc&q=*:*&distrib=false&wt=javabin&rows=1000&version=2} hits=4 status=0 QTime=169
> [junit4:junit4]   2> 19826 T70 C8 P14410 REQ /select {fl=id,_version_&sort=id+asc&q=*:*&distrib=false&wt=javabin&rows=1000&version=2} hits=2 status=0 QTime=1
> [junit4:junit4]   2> ######http://127.0.0.1:42619/solr/collection1: {numFound=4,start=0,docs=[SolrDocument{id=0, _version_=1413567711193071616}, SolrDocument{id=1, _version_=1413567711228723200}, SolrDocument{id=2, _version_=1413567711249694720}, SolrDocument{id=3, _version_=1413567711271714816}]}
> [junit4:junit4]   2> ######http://127.0.0.1:14410/solr/collection1: {numFound=2,start=0,docs=[SolrDocument{id=0, _version_=1413567711193071616}, SolrDocument{id=1, _version_=1413567711228723200}]}
> [junit4:junit4]   2> ###### sizes=4,2
> [junit4:junit4]   2> ###### Only in http://127.0.0.1:42619/solr/collection1: [{id=2, _version_=1413567711249694720}, {id=3, _version_=1413567711271714816}]
> [junit4:junit4]   2> client2
> [junit4:junit4]   2> PROPS:127.0.0.1:59599_solr_collection1:{"shard":"shard1","roles":null,"state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:59599_solr","base_url":"http://127.0.0.1:59599/solr"}
> [junit4:junit4]   2> 19831 T84 C10 P59599 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=3 status=0 QTime=1
> [junit4:junit4]   2>  live:true
> [junit4:junit4]   2>  num:3
> [junit4:junit4]   2>
> [junit4:junit4]   2> client3
> [junit4:junit4]   2> PROPS:127.0.0.1:10752_solr_collection1:{"shard":"shard1","roles":null,"state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:10752_solr","base_url":"http://127.0.0.1:10752/solr"}
> [junit4:junit4]   2> 19837 T98 C11 P10752 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=1
> [junit4:junit4]   2>  live:true
> [junit4:junit4]   2>  num:4
> [junit4:junit4]   2>
> [junit4:junit4]   2> 19845 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 19870 T85 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : action=SYNCSHARD&collection=collection1&shard=shard1&wt=javabin&version=2
> [junit4:junit4]   2> 19871 T85 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 19887 T63 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
> [junit4:junit4]   2> 19888 T63 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42619/solr/collection1/
> [junit4:junit4]   2> 19888 T63 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:42619/solr START replicas=[http://127.0.0.1:14410/solr/collection1/, http://127.0.0.1:59599/solr/collection1/, http://127.0.0.1:10752/solr/collection1/] nUpdates=100
> [junit4:junit4]   2> 19902 T99 C11 P10752 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=9
> [junit4:junit4]   2> 19902 T71 C8 P14410 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=10
> [junit4:junit4]   2> 19902 T86 C10 P59599 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=10
> [junit4:junit4]   2> 19903 T63 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:42619/solr  Received 5 versions from 127.0.0.1:10752/solr/collection1/
> [junit4:junit4]   2> 19904 T63 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:42619/solr  Our versions are newer. ourLowThreshold=1413567711166857216 otherHigh=1413567711249694720
> [junit4:junit4]   2> 19904 T63 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:42619/solr  Received 3 versions from 127.0.0.1:14410/solr/collection1/
> [junit4:junit4]   2> 19905 T63 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:42619/solr  Our versions are newer. ourLowThreshold=1413567711166857216 otherHigh=1413567711228723200
> [junit4:junit4]   2> 19905 T63 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:42619/solr  Received 4 versions from 127.0.0.1:59599/solr/collection1/
> [junit4:junit4]   2> 19906 T63 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:42619/solr  Our versions are newer. ourLowThreshold=1413567711166857216 otherHigh=1413567711249694720
> [junit4:junit4]   2> 19906 T63 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:42619/solr DONE. sync succeeded
> [junit4:junit4]   2> 19907 T63 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
> [junit4:junit4]   2> 19907 T63 oasc.SyncStrategy.syncToMe http://127.0.0.1:42619/solr/collection1/: try and ask http://127.0.0.1:14410/solr/collection1/ to sync
> [junit4:junit4]   2> 19908 T63 oasc.SyncStrategy.syncToMe http://127.0.0.1:42619/solr/collection1/: try and ask http://127.0.0.1:59599/solr/collection1/ to sync
> [junit4:junit4]   2> 19909 T63 oasc.SyncStrategy.syncToMe http://127.0.0.1:42619/solr/collection1/: try and ask http://127.0.0.1:10752/solr/collection1/ to sync
> [junit4:junit4]   2> 19912 T72 C8 P14410 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:14410/solr START replicas=[http://127.0.0.1:42619/solr/collection1/] nUpdates=100
> [junit4:junit4]   2> 19912 T87 C10 P59599 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:59599/solr START replicas=[http://127.0.0.1:42619/solr/collection1/] nUpdates=100
> [junit4:junit4]   2> 19913 T100 C11 P10752 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:10752/solr START replicas=[http://127.0.0.1:42619/solr/collection1/] nUpdates=100
> [junit4:junit4]   2> 19916 T62 C9 P42619 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1
> [junit4:junit4]   2> 19917 T58 C9 P42619 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0
> [junit4:junit4]   2> 19917 T57 C9 P42619 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0
> [junit4:junit4]   2> 19917 T87 C10 P59599 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:59599/solr  Received 5 versions from 127.0.0.1:42619/solr/collection1/
> [junit4:junit4]   2> 19917 T72 C8 P14410 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:14410/solr  Received 5 versions from 127.0.0.1:42619/solr/collection1/
> [junit4:junit4]   2> 19918 T87 C10 P59599 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:59599/solr Requesting updates from 127.0.0.1:42619/solr/collection1/n=1 versions=[1413567711271714816]
> [junit4:junit4]   2> 19918 T100 C11 P10752 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:10752/solr  Received 5 versions from 127.0.0.1:42619/solr/collection1/
> [junit4:junit4]   2> 19918 T72 C8 P14410 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:14410/solr Requesting updates from 127.0.0.1:42619/solr/collection1/n=2 versions=[1413567711271714816, 1413567711249694720]
> [junit4:junit4]   2> 19919 T100 C11 P10752 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:10752/solr  Our versions are newer. ourLowThreshold=1413567711166857216 otherHigh=1413567711249694720
> [junit4:junit4]   2> 19920 T100 C11 P10752 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:10752/solr DONE. sync succeeded
> [junit4:junit4]   2> 19921 T100 C11 P10752 REQ /get {sync=http://127.0.0.1:42619/solr/collection1/&getVersions=100&distrib=false&qt=/get&wt=javabin&version=2} status=0 QTime=8
> [junit4:junit4]   2> 19922 T63 oasc.SyncStrategy.syncToMe http://127.0.0.1:42619/solr/collection1/:  sync completed with http://127.0.0.1:10752/solr/collection1/
> [junit4:junit4]   2> 19922 T57 C9 P42619 REQ /get {distrib=false&getUpdates=1413567711271714816&qt=/get&wt=javabin&version=2} status=0 QTime=0
> [junit4:junit4]   2> 19923 T58 C9 P42619 REQ /get {distrib=false&getUpdates=1413567711271714816,1413567711249694720&qt=/get&wt=javabin&version=2} status=0 QTime=0
> [junit4:junit4]   2> 19931 T87 C10 P59599 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:59599/solr DONE. sync succeeded
> [junit4:junit4]   2> 19931 T87 C10 P59599 REQ /get {sync=http://127.0.0.1:42619/solr/collection1/&getVersions=100&distrib=false&qt=/get&wt=javabin&version=2} status=0 QTime=19
> [junit4:junit4]   2> 19932 T63 oasc.SyncStrategy.syncToMe http://127.0.0.1:42619/solr/collection1/:  sync completed with http://127.0.0.1:59599/solr/collection1/
> [junit4:junit4]   2> 19933 T72 C8 P14410 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:14410/solr DONE. sync succeeded
> [junit4:junit4]   2> 19934 T72 C8 P14410 REQ /get {sync=http://127.0.0.1:42619/solr/collection1/&getVersions=100&distrib=false&qt=/get&wt=javabin&version=2} status=0 QTime=23
> [junit4:junit4]   2> 19935 T63 oasc.SyncStrategy.syncToMe http://127.0.0.1:42619/solr/collection1/:  sync completed with http://127.0.0.1:14410/solr/collection1/
> [junit4:junit4]   2> 19936 T30 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
> [junit4:junit4]   2> 19937 T30 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
> [junit4:junit4]   2> 19938 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 19943 T43 C12 P31644 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 19945 T43 C12 P31644 oass.SolrIndexSearcher.<init> Opening Searcher@47b67991 main
> [junit4:junit4]   2> 19946 T43 C12 P31644 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 19949 T54 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@47b67991 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C4)}
> [junit4:junit4]   2> 19950 T43 C12 P31644 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 7
> [junit4:junit4]   2> 19955 T59 C9 P42619 oasu
>
> [...truncated too long message...]
>
> t4:junit4]   2>         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:158)
> [junit4:junit4]   2>    at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:102)
> [junit4:junit4]   2>    at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:56)
> [junit4:junit4]   2>    at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:131)
> [junit4:junit4]   2>    at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
> [junit4:junit4]   2>    at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
> [junit4:junit4]   2>
> [junit4:junit4]   2> 308647 T1862 oasc.JmxMonitoredMap$SolrDynamicMBean.getMBeanInfo WARNING Could not getStatistics on info bean Lazy[solr.ReplicationHandler] java.lang.IllegalArgumentException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348083948314/jetty4/index does not exist
> [junit4:junit4]   2>    at org.apache.commons.io.FileUtils.sizeOfDirectory(FileUtils.java:2074)
> [junit4:junit4]   2>    at org.apache.solr.handler.ReplicationHandler.getIndexSize(ReplicationHandler.java:477)
> [junit4:junit4]   2>    at org.apache.solr.handler.ReplicationHandler.getStatistics(ReplicationHandler.java:525)
> [junit4:junit4]   2>    at org.apache.solr.core.RequestHandlers$LazyRequestHandlerWrapper.getStatistics(RequestHandlers.java:310)
> [junit4:junit4]   2>    at org.apache.solr.core.JmxMonitoredMap$SolrDynamicMBean.getMBeanInfo(JmxMonitoredMap.java:231)
> [junit4:junit4]   2>    at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
> [junit4:junit4]   2>    at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
> [junit4:junit4]   2>    at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
> [junit4:junit4]   2>    at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
> [junit4:junit4]   2>    at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
> [junit4:junit4]   2>    at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:536)
> [junit4:junit4]   2>    at org.apache.solr.core.JmxMonitoredMap.unregister(JmxMonitoredMap.java:175)
> [junit4:junit4]   2>    at org.apache.solr.core.JmxMonitoredMap.clear(JmxMonitoredMap.java:116)
> [junit4:junit4]   2>    at org.apache.solr.core.SolrCore.close(SolrCore.java:864)
> [junit4:junit4]   2>    at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:213)
> [junit4:junit4]   2>    at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:158)
> [junit4:junit4]   2>    at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:102)
> [junit4:junit4]   2>    at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:56)
> [junit4:junit4]   2>    at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:131)
> [junit4:junit4]   2>    at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
> [junit4:junit4]   2>    at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
> [junit4:junit4]   2>
> [junit4:junit4]   2> 308654 T1862 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
> [junit4:junit4]   2> 308656 T1862 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=5,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=35,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
> [junit4:junit4]   2> 308657 T1862 oasu.DefaultSolrCoreState.decref SolrCoreState ref count has reached 0 - closing IndexWriter
> [junit4:junit4]   2> 308659 T1862 oasu.DefaultSolrCoreState.decref Closing SolrCoreState - canceling any ongoing recovery
> [junit4:junit4]   2> 308659 T1862 oascc.ZkStateReader$3.process Updating live nodes
> [junit4:junit4]   2> 308659 T1862 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
> [junit4:junit4]   2> 308659 T1862 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
> [junit4:junit4]   2> 308660 T1862 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
> [junit4:junit4]   2> 308660 T1862 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51a2f9f0 name:ZooKeeperConnection Watcher:127.0.0.1:42636/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
> [junit4:junit4]   2> 308660 T1862 oascc.ConnectionManager.process Client->ZooKeeper status change trigger but we are already closed
> [junit4:junit4]   2> 308660 T1862 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> NOTE: test params are: codec=Lucene40: {n_f1=PostingsFormat(name=Asserting), foo_b=Pulsing40(freqCutoff=10 minBlockSize=48 maxBlockSize=164), foo_d=PostingsFormat(name=Memory doPackFST= true), foo_f=Pulsing40(freqCutoff=10 minBlockSize=48 maxBlockSize=164), n_tl1=PostingsFormat(name=Asserting), n_d1=MockVariableIntBlock(baseBlockSize=31), rnd_b=PostingsFormat(name=Memory doPackFST= true), intDefault=PostingsFormat(name=Asserting), n_td1=PostingsFormat(name=Asserting), timestamp=MockVariableIntBlock(baseBlockSize=31), id=PostingsFormat(name=Memory doPackFST= true), range_facet_sl=PostingsFormat(name=Memory doPackFST= true), range_facet_si=MockVariableIntBlock(baseBlockSize=31), oddField_s=PostingsFormat(name=Memory doPackFST= true), multiDefault=MockVariableIntBlock(baseBlockSize=31), n_tf1=MockVariableIntBlock(baseBlockSize=31), n_dt1=PostingsFormat(name=Asserting), n_ti1=PostingsFormat(name=Memory doPackFST= true), range_facet_l=MockVariableIntBlock(baseBlockSize=31), text=Pulsing40(freqCutoff=10 minBlockSize=48 maxBlockSize=164), _version_=PostingsFormat(name=Asserting), SubjectTerms_mfacet=PostingsFormat(name=Asserting), a_t=MockVariableIntBlock(baseBlockSize=31), n_tdt1=PostingsFormat(name=Asserting), other_tl1=PostingsFormat(name=Asserting), n_l1=MockVariableIntBlock(baseBlockSize=31), a_si=PostingsFormat(name=Asserting)}, sim=DefaultSimilarity, locale=fr, timezone=America/St_Barthelemy
> [junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_06 (64-bit)/cpus=16,threads=2,free=84225280,total=533725184
> [junit4:junit4]   2> NOTE: All tests run in this JVM: [SuggesterTest, TestUpdate, TestSolrDeletionPolicy2, TestCodecSupport, LukeRequestHandlerTest, SyncSliceTest, TestRemoteStreaming, TestRTGBase, FullSolrCloudDistribCmdsTest, TestDocumentBuilder, UpdateParamsTest, TestBinaryField, TestRecovery, SolrInfoMBeanTest, OutputWriterTest, URLClassifyProcessorTest, ScriptEngineTest, DirectSolrSpellCheckerTest, RecoveryZkTest, TestFoldingMultitermQuery, SignatureUpdateProcessorFactoryTest, PolyFieldTest, TestWriterPerf, EchoParamsTest, TestPluginEnable, TestCSVResponseWriter, TestRealTimeGet, TestTrie, LeaderElectionTest, TermVectorComponentTest, SoftAutoCommitTest, MultiTermTest, TestDistributedGrouping, DirectUpdateHandlerTest, QueryEqualityTest, BasicZkTest, OpenExchangeRatesOrgProviderTest, RAMDirectoryFactoryTest, SolrCoreTest, TestQueryUtils, TimeZoneUtilsTest, PrimUtilsTest, TestStressLucene, BadIndexSchemaTest, TestSolrXMLSerializer, TestStressRecovery, TestQuerySenderListener, UUIDFieldTest, QueryParsingTest, PrimitiveFieldTypeTest, TestPropInjectDefaults, TestOmitPositions, TestDistributedSearch, FileUtilsTest, TestPhraseSuggestions, StatsComponentTest, TestRangeQuery, TestMultiCoreConfBootstrap, SimpleFacetsTest, TestSort, TestGroupingSearch, ConvertedLegacyTest, PeerSyncTest, QueryElevationComponentTest, BasicFunctionalityTest, TestBinaryResponseWriter, TestJmxIntegration, SampleTest, HighlighterTest, TestFunctionQuery, DirectSolrConnectionTest, CacheHeaderTest, MoreLikeThisHandlerTest, DistributedQueryElevationComponentTest, IndexSchemaTest, DistanceFunctionTest, StandardRequestHandlerTest, PingRequestHandlerTest, JsonLoaderTest, TestSurroundQueryParser, DocumentAnalysisRequestHandlerTest, TestSolrQueryParser, TestValueSourceCache, TestReversedWildcardFilterFactory, ReturnFieldsTest, RequiredFieldsTest, SuggesterFSTTest, LoggingHandlerTest, SolrCmdDistributorTest, UpdateRequestProcessorFactoryTest, FieldMutatingUpdateProcessorTest, DefaultValueUpdateProcessorTest, TestMergePolicyConfig, TestDocSet, SolrIndexConfigTest, IndexReaderFactoryTest, TestConfig, TestLMDirichletSimilarityFactory, LegacyHTMLStripCharFilterTest, TestDFRSimilarityFactory, DateMathParserTest, ResourceLoaderTest, DateFieldTest, TestSuggestSpellingConverter, TestLRUCache, TestUtils, ZkNodePropsTest, CircularListTest, TestCharFilters, BasicDistributedZk2Test]
> [junit4:junit4] Completed on J1 in 309.09s, 1 test, 1 failure <<< FAILURES!
>
> [...truncated 11 lines...]
> BUILD FAILED
> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/build.xml:32: The following error occurred while executing this line:
> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build.xml:146: The following error occurred while executing this line:
> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/module-build.xml:63: The following error occurred while executing this line:
> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/common-build.xml:1140: The following error occurred while executing this line:
> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/common-build.xml:813: There were test failures: 230 suites, 951 tests, 1 error, 1 failure, 7 ignored (2 assumptions)
>
> Total time: 38 minutes 3 seconds
> Build step 'Invoke Ant' marked build as failure
> Recording test results
> Email was triggered for: Failure
> Sending email for trigger: Failure
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org



-- 
- Mark

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-Tests-4.x-java7 - Build # 473 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-java7/473/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
No live SolrServers available to handle this request

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
	at __randomizedtesting.SeedInfo.seed([A9EC055772E5300F:280A8B4F05BA5033]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:323)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:257)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:90)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:324)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:909)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:226)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Shard still reported as live in zk

Stack Trace:
java.lang.AssertionError: Shard still reported as live in zk
	at __randomizedtesting.SeedInfo.seed([A9EC055772E5300F:280A8B4F05BA5033]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(AbstractFullDistribZkTestBase.java:1220)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:190)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:83)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 7709 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 7 T30 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-SyncSliceTest-1348083201433
[junit4:junit4]   2> 14 T30 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 101 T31 oaz.Environment.logEnv Server environment:zookeeper.version=3.3.6-1366786, built on 07/29/2012 06:22 GMT
[junit4:junit4]   2> 102 T31 oaz.Environment.logEnv Server environment:host.name=lucene.zones.apache.org
[junit4:junit4]   2> 102 T31 oaz.Environment.logEnv Server environment:java.version=1.7.0_06
[junit4:junit4]   2> 102 T31 oaz.Environment.logEnv Server environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 102 T31 oaz.Environment.logEnv Server environment:java.home=/usr/local/openjdk7/jre
[junit4:junit4]   2> 103 T31 oaz.Environment.logEnv Server environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/analysis/common/lucene-analyzers-common-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/highlighter/lucene-highlighter-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/memory/lucene-memory-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/misc/lucene-misc-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/spatial/lucene-spatial-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/suggest/lucene-suggest-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/grouping/lucene-grouping-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/queries/lucene-queries-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/queryparser/lucene-queryparser-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.1.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.1.jar
[junit4:junit4]   2> 104 T31 oaz.Environment.logEnv Server environment:java.library.path=/usr/local/openjdk7/jre/lib/amd64/server:/usr/local/openjdk7/jre/lib/amd64:/usr/local/openjdk7/jre/../lib/amd64:/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4]   2> 104 T31 oaz.Environment.logEnv Server environment:java.io.tmpdir=.
[junit4:junit4]   2> 104 T31 oaz.Environment.logEnv Server environment:java.compiler=<NA>
[junit4:junit4]   2> 104 T31 oaz.Environment.logEnv Server environment:os.name=FreeBSD
[junit4:junit4]   2> 105 T31 oaz.Environment.logEnv Server environment:os.arch=amd64
[junit4:junit4]   2> 107 T31 oaz.Environment.logEnv Server environment:os.version=9.0-RELEASE
[junit4:junit4]   2> 107 T31 oaz.Environment.logEnv Server environment:user.name=hudson
[junit4:junit4]   2> 107 T31 oaz.Environment.logEnv Server environment:user.home=/home/hudson
[junit4:junit4]   2> 108 T31 oaz.Environment.logEnv Server environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 142 T31 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 170 T31 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 221 T30 oasc.ZkTestServer.run start zk server on port:26833
[junit4:junit4]   2> 222 T31 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4]   2> 328 T30 oaz.Environment.logEnv Client environment:zookeeper.version=3.3.6-1366786, built on 07/29/2012 06:22 GMT
[junit4:junit4]   2> 329 T30 oaz.Environment.logEnv Client environment:host.name=lucene.zones.apache.org
[junit4:junit4]   2> 330 T30 oaz.Environment.logEnv Client environment:java.version=1.7.0_06
[junit4:junit4]   2> 330 T30 oaz.Environment.logEnv Client environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 331 T30 oaz.Environment.logEnv Client environment:java.home=/usr/local/openjdk7/jre
[junit4:junit4]   2> 331 T30 oaz.Environment.logEnv Client environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/analysis/common/lucene-analyzers-common-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/highlighter/lucene-highlighter-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/memory/lucene-memory-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/misc/lucene-misc-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/spatial/lucene-spatial-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/suggest/lucene-suggest-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/grouping/lucene-grouping-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/queries/lucene-queries-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/queryparser/lucene-queryparser-4.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.1.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.1.jar
[junit4:junit4]   2> 333 T30 oaz.Environment.logEnv Client environment:java.library.path=/usr/local/openjdk7/jre/lib/amd64/server:/usr/local/openjdk7/jre/lib/amd64:/usr/local/openjdk7/jre/../lib/amd64:/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4]   2> 334 T30 oaz.Environment.logEnv Client environment:java.io.tmpdir=.
[junit4:junit4]   2> 334 T30 oaz.Environment.logEnv Client environment:java.compiler=<NA>
[junit4:junit4]   2> 335 T30 oaz.Environment.logEnv Client environment:os.name=FreeBSD
[junit4:junit4]   2> 335 T30 oaz.Environment.logEnv Client environment:os.arch=amd64
[junit4:junit4]   2> 336 T30 oaz.Environment.logEnv Client environment:os.version=9.0-RELEASE
[junit4:junit4]   2> 336 T30 oaz.Environment.logEnv Client environment:user.name=hudson
[junit4:junit4]   2> 337 T30 oaz.Environment.logEnv Client environment:user.home=/home/hudson
[junit4:junit4]   2> 337 T30 oaz.Environment.logEnv Client environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 343 T30 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26833 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@42848dfb
[junit4:junit4]   2> 402 T36 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:26833
[junit4:junit4]   2> 402 T30 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 407 T36 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26833, initiating session
[junit4:junit4]   2> 408 T32 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:12763
[junit4:junit4]   2> 431 T32 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:12763
[junit4:junit4]   2> 448 T34 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 516 T34 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e005369a0000 with negotiated timeout 10000 for client /140.211.11.196:12763
[junit4:junit4]   2> 517 T36 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:26833, sessionid = 0x139e005369a0000, negotiated timeout = 10000
[junit4:junit4]   2> 525 T37 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@42848dfb name:ZooKeeperConnection Watcher:127.0.0.1:26833 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 525 T30 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 529 T30 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 640 T35 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139e005369a0000
[junit4:junit4]   2> 641 T37 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 641 T30 oaz.ZooKeeper.close Session: 0x139e005369a0000 closed
[junit4:junit4]   2> 642 T32 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:12763 which had sessionid 0x139e005369a0000
[junit4:junit4]   2> 642 T30 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26833/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6b547bae
[junit4:junit4]   2> 643 T38 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:26833
[junit4:junit4]   2> 643 T30 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 645 T38 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26833, initiating session
[junit4:junit4]   2> 645 T32 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:63211
[junit4:junit4]   2> 645 T32 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:63211
[junit4:junit4]   2> 647 T34 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e005369a0001 with negotiated timeout 10000 for client /140.211.11.196:63211
[junit4:junit4]   2> 647 T38 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:26833, sessionid = 0x139e005369a0001, negotiated timeout = 10000
[junit4:junit4]   2> 648 T39 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b547bae name:ZooKeeperConnection Watcher:127.0.0.1:26833/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 648 T30 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 657 T30 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 662 T30 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 666 T30 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 674 T30 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 678 T30 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 697 T30 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 711 T30 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 712 T30 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 852 T30 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 853 T30 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 870 T30 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 871 T30 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 875 T30 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 876 T30 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 880 T30 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 881 T30 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 886 T30 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 886 T30 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 891 T30 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 892 T30 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 896 T30 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 897 T30 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 901 T30 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 902 T30 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 906 T35 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139e005369a0001
[junit4:junit4]   2> 907 T39 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 908 T32 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:63211 which had sessionid 0x139e005369a0001
[junit4:junit4]   2> 907 T30 oaz.ZooKeeper.close Session: 0x139e005369a0001 closed
[junit4:junit4]   2> 1602 T30 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 1885 T30 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:31644
[junit4:junit4]   2> 1917 T30 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1918 T30 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1919 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1955 T30 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1956 T30 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1956 T30 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1957 T30 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 1957 T30 oasc.CoreContainer.<init> New CoreContainer 832998454
[junit4:junit4]   2> 1958 T30 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1959 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1998 T30 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 2012 T30 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:26833/solr
[junit4:junit4]   2> 2037 T30 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26833/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@283dfc56
[junit4:junit4]   2> 2038 T50 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:26833
[junit4:junit4]   2> 2038 T30 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2040 T50 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26833, initiating session
[junit4:junit4]   2> 2040 T32 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:13954
[junit4:junit4]   2> 2041 T32 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:13954
[junit4:junit4]   2> 2043 T34 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e005369a0002 with negotiated timeout 5000 for client /140.211.11.196:13954
[junit4:junit4]   2> 2043 T50 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:26833, sessionid = 0x139e005369a0002, negotiated timeout = 5000
[junit4:junit4]   2> 2043 T51 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@283dfc56 name:ZooKeeperConnection Watcher:127.0.0.1:26833/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2043 T30 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2060 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2069 T30 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 2071 T30 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:31644_solr
[junit4:junit4]   2> 2076 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:31644_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:31644_solr
[junit4:junit4]   2> 2077 T30 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:31644_solr
[junit4:junit4]   2> 2081 T30 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 2082 T30 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2082 T30 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 2083 T30 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2083 T30 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2083 T30 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2084 T30 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2084 T30 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2085 T30 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2085 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 2099 T30 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 2117 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 2119 T30 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 2122 T30 oasc.Overseer.start Overseer (id=88347980705955842-127.0.0.1:31644_solr-n_0000000000) starting
[junit4:junit4]   2> 2123 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2140 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2142 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2153 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2154 T53 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 2157 T30 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 2160 T30 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2181 T52 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 2217 T30 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 2217 T30 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 2219 T30 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2219 T30 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 2221 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 2223 T30 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 2223 T30 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2302 T30 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 2359 T30 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2460 T30 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2472 T30 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 3047 T30 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 3059 T30 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 3062 T30 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3085 T30 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3091 T30 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3096 T30 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 3100 T30 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 3104 T30 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1348083201432/control/data/
[junit4:junit4]   2> 3104 T30 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@334b4cb
[junit4:junit4]   2> 3129 T30 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1348083201432/control/data/index/
[junit4:junit4]   2> 3131 T30 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1348083201432/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3132 T30 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1348083201432/control/data/index forceNew:false
[junit4:junit4]   2> 3151 T30 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ec7195b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3152 T30 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 3153 T30 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 3156 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 3156 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 3157 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 3157 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 3158 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 3159 T30 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 3160 T30 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 3160 T30 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 3161 T30 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 3162 T30 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 3163 T30 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 3163 T30 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 3164 T30 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 3164 T30 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 3165 T30 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 3166 T30 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3166 T30 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3167 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3168 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3169 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3169 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3170 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3171 T30 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3171 T30 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 3172 T30 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 3175 T30 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3179 T30 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 3181 T30 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 3184 T30 oass.SolrIndexSearcher.<init> Opening Searcher@2cb6e1d main
[junit4:junit4]   2> 3186 T30 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3186 T30 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3187 T30 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 3193 T30 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 3255 T54 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2cb6e1d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3262 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0002 type:create cxid:0x56 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 3279 T30 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 3280 T30 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:31644/solr shardId:control_shard
[junit4:junit4]   2> 3292 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 3305 T30 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
[junit4:junit4]   2> 3321 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0002 type:delete cxid:0x65 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 3322 T30 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 3323 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0002 type:create cxid:0x66 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3691 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3704 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0002 type:create cxid:0x6d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 3758 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 3827 T30 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 3827 T30 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 3828 T30 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:31644/solr/collection1/
[junit4:junit4]   2> 3829 T30 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 3830 T30 oasc.SyncStrategy.syncToMe http://127.0.0.1:31644/solr/collection1/ has no replicas
[junit4:junit4]   2> 3830 T30 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:31644/solr/collection1/
[junit4:junit4]   2> 3831 T30 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
[junit4:junit4]   2> 3842 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0002 type:create cxid:0x8b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4270 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4311 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4361 T30 oasc.ZkController.register We are http://127.0.0.1:31644/solr/collection1/ and leader is http://127.0.0.1:31644/solr/collection1/
[junit4:junit4]   2> 4361 T30 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:31644/solr
[junit4:junit4]   2> 4362 T30 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 4365 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4367 T30 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 4367 T30 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4449 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4674 T30 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 4677 T30 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:42619
[junit4:junit4]   2> 4678 T30 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4679 T30 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348083205901
[junit4:junit4]   2> 4679 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348083205901/'
[junit4:junit4]   2> 4740 T30 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4741 T30 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4741 T30 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348083205901
[junit4:junit4]   2> 4742 T30 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348083205901/solr.xml
[junit4:junit4]   2> 4742 T30 oasc.CoreContainer.<init> New CoreContainer 1079031704
[junit4:junit4]   2> 4743 T30 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348083205901/'
[junit4:junit4]   2> 4744 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348083205901/'
[junit4:junit4]   2> 4788 T30 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4808 T30 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:26833/solr
[junit4:junit4]   2> 4809 T30 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26833/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@1c9df04e
[junit4:junit4]   2> 4811 T64 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:26833
[junit4:junit4]   2> 4811 T30 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4812 T64 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26833, initiating session
[junit4:junit4]   2> 4812 T32 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:42568
[junit4:junit4]   2> 4813 T32 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:42568
[junit4:junit4]   2> 4815 T34 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e005369a0003 with negotiated timeout 5000 for client /140.211.11.196:42568
[junit4:junit4]   2> 4815 T64 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:26833, sessionid = 0x139e005369a0003, negotiated timeout = 5000
[junit4:junit4]   2> 4815 T65 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c9df04e name:ZooKeeperConnection Watcher:127.0.0.1:26833/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4816 T30 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4817 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0003 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4818 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4819 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0003 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4826 T30 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42619_solr
[junit4:junit4]   2> 4827 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0003 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:42619_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:42619_solr
[junit4:junit4]   2> 4834 T30 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42619_solr
[junit4:junit4]   2> 4838 T51 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 4847 T30 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 4848 T30 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4849 T30 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 4849 T30 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4850 T30 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4850 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4850 T30 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4851 T30 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4852 T30 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4852 T30 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4853 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 4883 T30 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4892 T30 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348083205901/collection1
[junit4:junit4]   2> 4892 T30 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4893 T30 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4894 T30 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4896 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348083205901/collection1/'
[junit4:junit4]   2> 4898 T30 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty1-1348083205901/collection1/lib/README' to classloader
[junit4:junit4]   2> 4899 T30 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty1-1348083205901/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4966 T30 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 5054 T30 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5156 T30 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5169 T30 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5861 T30 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5873 T30 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5877 T30 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5896 T30 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5901 T30 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5906 T30 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5908 T30 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5911 T30 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty1-1348083205901/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty1/
[junit4:junit4]   2> 5911 T30 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@334b4cb
[junit4:junit4]   2> 5913 T30 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty1/index/
[junit4:junit4]   2> 5913 T30 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5914 T30 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty1/index forceNew:false
[junit4:junit4]   2> 5920 T30 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@517b4650; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5920 T30 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 5921 T30 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 5924 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5925 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 5925 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5926 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 5927 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5927 T30 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5928 T30 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5929 T30 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5930 T30 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5930 T30 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 5931 T30 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 5932 T30 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5933 T30 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 5933 T30 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 5934 T30 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 5934 T30 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5935 T30 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5936 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5936 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5937 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5938 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5939 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5939 T30 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5940 T30 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 5941 T30 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 5944 T30 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5948 T30 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 5950 T30 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 5953 T30 oass.SolrIndexSearcher.<init> Opening Searcher@19a04ff3 main
[junit4:junit4]   2> 5954 T30 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5955 T30 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5956 T30 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 5962 T30 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 6025 T66 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@19a04ff3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6357 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6377 T65 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6377 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6535 T30 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 6535 T30 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:42619/solr shardId:shard1
[junit4:junit4]   2> 6536 T30 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 6554 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0003 type:delete cxid:0x42 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 6560 T30 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 6561 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0003 type:create cxid:0x43 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6564 T30 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 6564 T30 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 6565 T30 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42619/solr/collection1/
[junit4:junit4]   2> 6565 T30 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 6565 T30 oasc.SyncStrategy.syncToMe http://127.0.0.1:42619/solr/collection1/ has no replicas
[junit4:junit4]   2> 6566 T30 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42619/solr/collection1/
[junit4:junit4]   2> 6566 T30 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 6577 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0003 type:create cxid:0x4d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6882 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6937 T65 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6937 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6942 T30 oasc.ZkController.register We are http://127.0.0.1:42619/solr/collection1/ and leader is http://127.0.0.1:42619/solr/collection1/
[junit4:junit4]   2> 6942 T30 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42619/solr
[junit4:junit4]   2> 6943 T30 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 6948 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6954 T30 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 6955 T30 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 6956 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 7130 T30 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 7133 T30 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:14410
[junit4:junit4]   2> 7133 T30 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7134 T30 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348083208399
[junit4:junit4]   2> 7134 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348083208399/'
[junit4:junit4]   2> 7177 T30 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 7178 T30 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7178 T30 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348083208399
[junit4:junit4]   2> 7179 T30 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348083208399/solr.xml
[junit4:junit4]   2> 7179 T30 oasc.CoreContainer.<init> New CoreContainer 500171771
[junit4:junit4]   2> 7180 T30 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348083208399/'
[junit4:junit4]   2> 7180 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348083208399/'
[junit4:junit4]   2> 7212 T30 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 7227 T30 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:26833/solr
[junit4:junit4]   2> 7228 T30 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26833/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@6655b5b8
[junit4:junit4]   2> 7229 T76 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:26833
[junit4:junit4]   2> 7229 T30 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7230 T76 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26833, initiating session
[junit4:junit4]   2> 7230 T32 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:61603
[junit4:junit4]   2> 7231 T32 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:61603
[junit4:junit4]   2> 7233 T34 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e005369a0004 with negotiated timeout 5000 for client /140.211.11.196:61603
[junit4:junit4]   2> 7233 T76 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:26833, sessionid = 0x139e005369a0004, negotiated timeout = 5000
[junit4:junit4]   2> 7234 T77 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6655b5b8 name:ZooKeeperConnection Watcher:127.0.0.1:26833/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7234 T30 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7235 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7247 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7248 T30 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:14410_solr
[junit4:junit4]   2> 7249 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:14410_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:14410_solr
[junit4:junit4]   2> 7254 T30 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:14410_solr
[junit4:junit4]   2> 7257 T65 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 7257 T51 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 7257 T30 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 7258 T30 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7258 T30 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 7259 T30 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7259 T30 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7260 T30 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7260 T30 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7261 T30 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7261 T30 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7261 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 7279 T30 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 7292 T30 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348083208399/collection1
[junit4:junit4]   2> 7293 T30 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 7294 T30 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 7294 T30 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 7296 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348083208399/collection1/'
[junit4:junit4]   2> 7297 T30 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty2-1348083208399/collection1/lib/README' to classloader
[junit4:junit4]   2> 7298 T30 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty2-1348083208399/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 7446 T30 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 7463 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7479 T77 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7479 T65 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7479 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7503 T30 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 7604 T30 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 7612 T30 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 8109 T30 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 8121 T30 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8124 T30 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 8148 T30 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8154 T30 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8159 T30 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8162 T30 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8165 T30 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty2-1348083208399/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty2/
[junit4:junit4]   2> 8165 T30 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@334b4cb
[junit4:junit4]   2> 8167 T30 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty2/index/
[junit4:junit4]   2> 8167 T30 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 8168 T30 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty2/index forceNew:false
[junit4:junit4]   2> 8186 T30 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@265b98b6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 8187 T30 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 8188 T30 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 8191 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 8191 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 8192 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 8192 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 8193 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 8193 T30 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 8194 T30 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 8195 T30 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 8196 T30 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 8196 T30 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 8197 T30 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 8198 T30 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 8198 T30 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 8199 T30 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 8199 T30 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 8200 T30 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8201 T30 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8202 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8202 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8203 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8204 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8205 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8205 T30 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8206 T30 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 8207 T30 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 8210 T30 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8213 T30 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 8215 T30 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 8218 T30 oass.SolrIndexSearcher.<init> Opening Searcher@6bc3e48b main
[junit4:junit4]   2> 8220 T30 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8220 T30 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8221 T30 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 8228 T30 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 8288 T78 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6bc3e48b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8489 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8505 T65 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8506 T77 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8505 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8805 T30 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 8805 T30 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:14410/solr shardId:shard1
[junit4:junit4]   2> 8814 T30 oasc.ZkController.register We are http://127.0.0.1:14410/solr/collection1/ and leader is http://127.0.0.1:42619/solr/collection1/
[junit4:junit4]   2> 8815 T30 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:14410/solr
[junit4:junit4]   2> 8815 T30 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 8816 T30 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C8 name=collection1 org.apache.solr.core.SolrCore@54689939 url=http://127.0.0.1:14410/solr/collection1 node=127.0.0.1:14410_solr
[junit4:junit4]   2> 8821 T79 C8 P14410 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 8822 T79 C8 P14410 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 8822 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8836 T79 C8 P14410 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:42619/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 8836 T30 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 8837 T30 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8838 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8845 T79 C8 P14410 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 8865 T79 C8 P14410 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:14410/solr START replicas=[http://127.0.0.1:42619/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 8877 T79 C8 P14410 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 8877 T79 C8 P14410 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 8878 T79 C8 P14410 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 8878 T79 C8 P14410 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9010 T30 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 9012 T30 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:59599
[junit4:junit4]   2> 9013 T30 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9013 T30 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348083210276
[junit4:junit4]   2> 9014 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348083210276/'
[junit4:junit4]   2> 9029 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9045 T77 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9045 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9045 T65 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9048 T30 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 9049 T30 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9049 T30 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348083210276
[junit4:junit4]   2> 9049 T30 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348083210276/solr.xml
[junit4:junit4]   2> 9050 T30 oasc.CoreContainer.<init> New CoreContainer 2048132024
[junit4:junit4]   2> 9050 T30 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348083210276/'
[junit4:junit4]   2> 9051 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348083210276/'
[junit4:junit4]   2> 9084 T30 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9100 T30 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:26833/solr
[junit4:junit4]   2> 9101 T30 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26833/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@2a7aa623
[junit4:junit4]   2> 9102 T90 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:26833
[junit4:junit4]   2> 9102 T30 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9103 T90 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26833, initiating session
[junit4:junit4]   2> 9104 T32 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:62812
[junit4:junit4]   2> 9104 T32 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:62812
[junit4:junit4]   2> 9106 T34 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e005369a0005 with negotiated timeout 5000 for client /140.211.11.196:62812
[junit4:junit4]   2> 9106 T90 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:26833, sessionid = 0x139e005369a0005, negotiated timeout = 5000
[junit4:junit4]   2> 9107 T91 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a7aa623 name:ZooKeeperConnection Watcher:127.0.0.1:26833/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9107 T30 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9108 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9109 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9111 T30 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59599_solr
[junit4:junit4]   2> 9112 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:59599_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:59599_solr
[junit4:junit4]   2> 9119 T30 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59599_solr
[junit4:junit4]   2> 9122 T65 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 9122 T51 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 9122 T77 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 9123 T30 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 9124 T30 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 9124 T30 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 9125 T30 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 9125 T30 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 9125 T30 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 9126 T30 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 9126 T30 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 9127 T30 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 9127 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 9144 T30 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9152 T30 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348083210276/collection1
[junit4:junit4]   2> 9152 T30 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9153 T30 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9154 T30 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9155 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348083210276/collection1/'
[junit4:junit4]   2> 9157 T30 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty3-1348083210276/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9158 T30 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty3-1348083210276/collection1/lib/README' to classloader
[junit4:junit4]   2> 9238 T30 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 9300 T30 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9401 T30 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9419 T30 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10069 T30 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10081 T30 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10085 T30 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> ASYNC  NEW_CORE C9 name=collection1 org.apache.solr.core.SolrCore@3b4b5923 url=http://127.0.0.1:42619/solr/collection1 node=127.0.0.1:42619_solr
[junit4:junit4]   2> 10099 T58 C9 P42619 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=17 
[junit4:junit4]   2> 10107 T30 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10121 T30 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10127 T30 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10130 T30 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10133 T30 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty3-1348083210276/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty3/
[junit4:junit4]   2> 10134 T30 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@334b4cb
[junit4:junit4]   2> 10136 T30 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty3/index/
[junit4:junit4]   2> 10137 T30 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10138 T30 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty3/index forceNew:false
[junit4:junit4]   2> 10158 T30 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@491a7bf0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10158 T30 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 10159 T30 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 10162 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10162 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 10163 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10163 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 10164 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10165 T30 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10165 T30 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10166 T30 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10167 T30 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10167 T30 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 10168 T30 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 10169 T30 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10169 T30 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 10170 T30 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 10170 T30 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 10171 T30 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10172 T30 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10172 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10173 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10174 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10174 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10175 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10176 T30 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10176 T30 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 10177 T30 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 10181 T30 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10188 T30 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 10189 T30 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 10194 T30 oass.SolrIndexSearcher.<init> Opening Searcher@32b2ad39 main
[junit4:junit4]   2> 10196 T30 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10196 T30 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10197 T30 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 10212 T30 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 10264 T92 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@32b2ad39 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10573 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10587 T91 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10587 T77 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10587 T65 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10587 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10772 T30 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 10773 T30 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:59599/solr shardId:shard1
[junit4:junit4]   2> 10777 T30 oasc.ZkController.register We are http://127.0.0.1:59599/solr/collection1/ and leader is http://127.0.0.1:42619/solr/collection1/
[junit4:junit4]   2> 10778 T30 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59599/solr
[junit4:junit4]   2> 10779 T30 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 10779 T30 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C10 name=collection1 org.apache.solr.core.SolrCore@7c29a8c3 url=http://127.0.0.1:59599/solr/collection1 node=127.0.0.1:59599_solr
[junit4:junit4]   2> 10780 T93 C10 P59599 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 10781 T93 C10 P59599 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 10781 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10783 T30 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 10783 T93 C10 P59599 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:42619/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 10784 T93 C10 P59599 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:59599/solr START replicas=[http://127.0.0.1:42619/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 10785 T30 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 10786 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 10807 T93 C10 P59599 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 10808 T93 C10 P59599 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 10809 T93 C10 P59599 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 10809 T93 C10 P59599 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 10812 T58 C9 P42619 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1 
[junit4:junit4]   2> 11002 T30 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 11005 T30 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:10752
[junit4:junit4]   2> 11006 T30 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11007 T30 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348083212240
[junit4:junit4]   2> 11008 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348083212240/'
[junit4:junit4]   2> 11055 T30 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 11056 T30 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11057 T30 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348083212240
[junit4:junit4]   2> 11057 T30 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348083212240/solr.xml
[junit4:junit4]   2> 11058 T30 oasc.CoreContainer.<init> New CoreContainer 417900728
[junit4:junit4]   2> 11060 T30 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348083212240/'
[junit4:junit4]   2> 11061 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348083212240/'
[junit4:junit4]   2> 11094 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11099 T30 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 11113 T65 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11113 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11113 T77 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11113 T91 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11117 T30 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:26833/solr
[junit4:junit4]   2> 11118 T30 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26833/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@53ee3434
[junit4:junit4]   2> 11120 T104 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:26833
[junit4:junit4]   2> 11120 T30 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11121 T104 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26833, initiating session
[junit4:junit4]   2> 11121 T32 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:36063
[junit4:junit4]   2> 11122 T32 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:36063
[junit4:junit4]   2> 11124 T34 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e005369a0006 with negotiated timeout 5000 for client /140.211.11.196:36063
[junit4:junit4]   2> 11124 T104 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:26833, sessionid = 0x139e005369a0006, negotiated timeout = 5000
[junit4:junit4]   2> 11124 T105 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53ee3434 name:ZooKeeperConnection Watcher:127.0.0.1:26833/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11125 T30 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11126 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0006 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11128 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0006 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11130 T30 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:10752_solr
[junit4:junit4]   2> 11130 T35 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e005369a0006 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:10752_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:10752_solr
[junit4:junit4]   2> 11138 T30 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:10752_solr
[junit4:junit4]   2> 11141 T65 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 11142 T51 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 11142 T77 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 11142 T91 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 11143 T30 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 11144 T30 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11145 T30 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 11146 T30 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11147 T30 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11148 T30 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11149 T30 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11150 T30 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11151 T30 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11152 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 11186 T30 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 11195 T30 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348083212240/collection1
[junit4:junit4]   2> 11195 T30 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 11197 T30 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 11197 T30 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 11199 T30 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348083212240/collection1/'
[junit4:junit4]   2> 11201 T30 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty4-1348083212240/collection1/lib/README' to classloader
[junit4:junit4]   2> 11202 T30 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/solrtest-jetty4-1348083212240/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 11260 T30 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 11337 T30 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 11438 T30 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 11448 T30 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2>  C8_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:14410_solr, base_url=http://127.0.0.1:14410/solr}
[junit4:junit4]   2> 12215 T79 C8 P14410 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 12215 T79 C8 P14410 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 12215 T79 C8 P14410 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:42619/solr/collection1/. core=collection1
[junit4:junit4]   2> 12216 T79 C8 P14410 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12219 T30 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 12230 T30 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 12233 T30 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 12242 T60 C9 P42619 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16
[junit4:junit4]   2> 12251 T30 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 12253 T60 C9 P42619 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 12256 T30 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 12257 T60 C9 P42619 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@517b4650; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12258 T60 C9 P42619 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 12259 T60 C9 P42619 oass.SolrIndexSearcher.<init> Opening Searcher@1eb0062e main
[junit4:junit4]   2> 12260 T60 C9 P42619 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12261 T30 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 12262 T66 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1eb0062e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 12262 T60 C9 P42619 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 30
[junit4:junit4]   2> 12263 T30 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 12265 T30 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./solrtest-jetty4-1348083212240/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty4/
[junit4:junit4]   2> 12266 T30 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@334b4cb
[junit4:junit4]   2> 12267 T30 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty4/index/
[junit4:junit4]   2> 12268 T30 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 12269 T30 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty4/index forceNew:false
[junit4:junit4]   2> 12287 T30 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@ce8b29d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12287 T30 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 12288 T30 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 12290 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 12291 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 12291 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 12292 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 12293 T30 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 12293 T30 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 12294 T30 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 12294 T30 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 12295 T30 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 12296 T30 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 12297 T30 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 12297 T30 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 12298 T30 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 12298 T30 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 12299 T30 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 12300 T30 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 12300 T30 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12301 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12302 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12302 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12303 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12304 T30 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12304 T79 C8 P14410 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 12304 T30 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12304 T79 C8 P14410 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4]   2> 12305 T30 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 12306 T30 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 12309 T30 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 12313 T30 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 12314 T30 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 12318 T30 oass.SolrIndexSearcher.<init> Opening Searcher@22889c88 main
[junit4:junit4]   2> 12319 T30 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 12319 T30 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 12320 T30 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 12324 T79 C8 P14410 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 12328 T30 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 12382 T106 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@22889c88 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 12383 T61 C9 P42619 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 12384 T61 C9 P42619 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=57 
[junit4:junit4]   2> 12388 T79 C8 P14410 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@265b98b6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12388 T79 C8 P14410 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 12389 T79 C8 P14410 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 12400 T79 C8 P14410 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@265b98b6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@265b98b6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 12400 T79 C8 P14410 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 12403 T79 C8 P14410 oass.SolrIndexSearcher.<init> Opening Searcher@6bbcee8a main
[junit4:junit4]   2> 12404 T79 C8 P14410 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12407 T78 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6bbcee8a main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 12408 T79 C8 P14410 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 12408 T79 C8 P14410 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 12410 T79 C8 P14410 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 12627 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12661 T65 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12662 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12662 T105 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12662 T77 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12662 T91 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12890 T30 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 12890 T30 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:10752/solr shardId:shard1
[junit4:junit4]   2> 12911 T30 oasc.ZkController.register We are http://127.0.0.1:10752/solr/collection1/ and leader is http://127.0.0.1:42619/solr/collection1/
[junit4:junit4]   2> 12912 T30 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:10752/solr
[junit4:junit4]   2> 12912 T30 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 12912 T30 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C11 name=collection1 org.apache.solr.core.SolrCore@129425fe url=http://127.0.0.1:10752/solr/collection1 node=127.0.0.1:10752_solr
[junit4:junit4]   2> 12913 T107 C11 P10752 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 12914 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12914 T107 C11 P10752 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 12915 T30 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 12915 T30 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12916 T107 C11 P10752 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:42619/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 12916 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12916 T107 C11 P10752 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:10752/solr START replicas=[http://127.0.0.1:42619/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 12917 T107 C11 P10752 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 12917 T107 C11 P10752 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 12917 T107 C11 P10752 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 12918 T107 C11 P10752 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12920 T58 C9 P42619 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 12937 T30 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26833/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@8ddf7a4
[junit4:junit4]   2> 12938 T109 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:26833
[junit4:junit4]   2> 12938 T30 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12939 T109 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26833, initiating session
[junit4:junit4]   2> 12939 T32 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:45371
[junit4:junit4]   2> 12939 T32 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:45371
[junit4:junit4]   2> 12941 T34 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e005369a0007 with negotiated timeout 10000 for client /140.211.11.196:45371
[junit4:junit4]   2> 12941 T109 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:26833, sessionid = 0x139e005369a0007, negotiated timeout = 10000
[junit4:junit4]   2> 12941 T110 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8ddf7a4 name:ZooKeeperConnection Watcher:127.0.0.1:26833/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12942 T30 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12942 T30 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12947 T30 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 12948 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 12961 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12962 T30 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 12963 T30 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 12964 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13171 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13191 T110 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13191 T105 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13191 T77 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13191 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13191 T65 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13191 T91 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2>  C10_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:59599_solr, base_url=http://127.0.0.1:59599/solr}
[junit4:junit4]   2> 13836 T93 C10 P59599 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 13836 T93 C10 P59599 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 13837 T93 C10 P59599 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:42619/solr/collection1/. core=collection1
[junit4:junit4]   2> 13837 T93 C10 P59599 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13854 T63 C9 P42619 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 13859 T63 C9 P42619 oass.SolrIndexSearcher.<init> Opening Searcher@3c04b8b3 main
[junit4:junit4]   2> 13860 T63 C9 P42619 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 13862 T66 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3c04b8b3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13863 T63 C9 P42619 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 9
[junit4:junit4]   2> 13865 T93 C10 P59599 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 13865 T93 C10 P59599 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 13869 T61 C9 P42619 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
[junit4:junit4]   2> 13876 T93 C10 P59599 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@491a7bf0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13877 T93 C10 P59599 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 13878 T93 C10 P59599 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 13885 T93 C10 P59599 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@491a7bf0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@491a7bf0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 13885 T93 C10 P59599 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 13890 T93 C10 P59599 oass.SolrIndexSearcher.<init> Opening Searcher@3fc35fe1 main
[junit4:junit4]   2> 13890 T93 C10 P59599 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 13893 T92 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3fc35fe1 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 13894 T93 C10 P59599 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 13894 T93 C10 P59599 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 13896 T93 C10 P59599 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 13966 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14205 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14219 T65 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14219 T77 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14219 T105 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14219 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14219 T91 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14219 T110 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14969 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C11_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:10752_solr, base_url=http://127.0.0.1:10752/solr}
[junit4:junit4]   2> 15937 T107 C11 P10752 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15937 T107 C11 P10752 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15938 T107 C11 P10752 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:42619/solr/collection1/. core=collection1
[junit4:junit4]   2> 15938 T107 C11 P10752 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15957 T57 C9 P42619 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15960 T57 C9 P42619 oass.SolrIndexSearcher.<init> Opening Searcher@30620af1 main
[junit4:junit4]   2> 15961 T57 C9 P42619 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15964 T66 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@30620af1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15965 T57 C9 P42619 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 7
[junit4:junit4]   2> 15966 T107 C11 P10752 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15966 T107 C11 P10752 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15970 T61 C9 P42619 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15972 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15975 T107 C11 P10752 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@ce8b29d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15976 T107 C11 P10752 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 15977 T107 C11 P10752 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15991 T107 C11 P10752 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@ce8b29d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@ce8b29d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15992 T107 C11 P10752 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 15995 T107 C11 P10752 oass.SolrIndexSearcher.<init> Opening Searcher@5416c6a6 main
[junit4:junit4]   2> 15996 T107 C11 P10752 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15999 T106 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5416c6a6 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 16001 T107 C11 P10752 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 16001 T107 C11 P10752 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 16003 T107 C11 P10752 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 16232 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16272 T110 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 16272 T65 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 16272 T91 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 16273 T51 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 16273 T105 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 16273 T77 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 16975 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C12 name=collection1 org.apache.solr.core.SolrCore@2cf530f1 url=http://127.0.0.1:31644/solr/collection1 node=127.0.0.1:31644_solr
[junit4:junit4]   2> 16989 T43 C12 P31644 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16994 T43 C12 P31644 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ec7195b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 16995 T43 C12 P31644 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 16997 T43 C12 P31644 oass.SolrIndexSearcher.<init> Opening Searcher@20fb9a6c main
[junit4:junit4]   2> 16997 T43 C12 P31644 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 17000 T54 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@20fb9a6c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17001 T43 C12 P31644 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 12
[junit4:junit4]   2> 17003 T30 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26833/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7d267d9d
[junit4:junit4]   2> 17004 T111 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:26833
[junit4:junit4]   2> 17004 T30 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 17005 T111 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26833, initiating session
[junit4:junit4]   2> 17005 T32 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:35883
[junit4:junit4]   2> 17006 T32 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:35883
[junit4:junit4]   2> 17008 T34 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e005369a0008 with negotiated timeout 10000 for client /140.211.11.196:35883
[junit4:junit4]   2> 17008 T111 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:26833, sessionid = 0x139e005369a0008, negotiated timeout = 10000
[junit4:junit4]   2> 17009 T112 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d267d9d name:ZooKeeperConnection Watcher:127.0.0.1:26833/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 17009 T30 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 17011 T30 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 17029 T59 C9 P42619 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 17032 T59 C9 P42619 oass.SolrIndexSearcher.<init> Opening Searcher@4de2dfad main
[junit4:junit4]   2> 17033 T59 C9 P42619 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 17036 T66 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4de2dfad main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17050 T59 C9 P42619 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:14410/solr/collection1/, StdNode: http://127.0.0.1:59599/solr/collection1/, StdNode: http://127.0.0.1:10752/solr/collection1/]
[junit4:junit4]   2>  C8_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:14410_solr, base_url=http://127.0.0.1:14410/solr}
[junit4:junit4]   2> 17085 T69 C8 P14410 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2>  C11_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:10752_solr, base_url=http://127.0.0.1:10752/solr}
[junit4:junit4]   2> 17085 T97 C11 P10752 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2>  C10_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:59599_solr, base_url=http://127.0.0.1:59599/solr}
[junit4:junit4]   2> 17085 T83 C10 P59599 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 17089 T97 C11 P10752 oass.SolrIndexSearcher.<init> Opening Searcher@24802f30 main
[junit4:junit4]   2> 17090 T69 C8 P14410 oass.SolrIndexSearcher.<init> Opening Searcher@5e4a6933 main
[junit4:junit4]   2> 17090 T97 C11 P10752 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 17090 T69 C8 P14410 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 17091 T83 C10 P59599 oass.SolrIndexSearcher.<init> Opening Searcher@6758cd8 main
[junit4:junit4]   2> 17092 T83 C10 P59599 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 17092 T78 oasc.JmxMonitoredMap.put WARNING Failed to register info bean: fieldValueCache javax.management.InstanceAlreadyExistsException: solr/collection1:type=fieldValueCache,id=org.apache.solr.search.FastLRUCache
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:437)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1898)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:966)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:512)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:140)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:51)
[junit4:junit4]   2> 	at org.apache.solr.search.SolrIndexSearcher.register(SolrIndexSearcher.java:246)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.registerSearcher(SolrCore.java:1642)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.access$000(SolrCore.java:121)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore$7.call(SolrCore.java:1519)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 17093 T106 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@24802f30 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 17095 T92 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6758cd8 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 17095 T97 C11 P10752 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 10
[junit4:junit4]   2> 17096 T78 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5e4a6933 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 17096 T83 C10 P59599 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 11
[junit4:junit4]   2> 17096 T69 C8 P14410 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 11
[junit4:junit4]   2> 17097 T59 C9 P42619 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 68
[junit4:junit4]   2> 17099 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17125 T60 C9 P42619 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=5 
[junit4:junit4]   2> 17129 T70 C8 P14410 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 17132 T84 C10 P59599 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 17136 T98 C11 P10752 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 19211 T43 C12 P31644 oass.SolrIndexSearcher.<init> Opening Searcher@5f238a57 realtime
[junit4:junit4]   2> 19212 T43 C12 P31644 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1413567711160565760)} 0 22
[junit4:junit4]   2> 19218 T59 C9 P42619 oass.SolrIndexSearcher.<init> Opening Searcher@3f0a9e6c realtime
[junit4:junit4]   2> 19227 T83 C10 P59599 oass.SolrIndexSearcher.<init> Opening Searcher@5dbc51c realtime
[junit4:junit4]   2> 19227 T83 C10 P59599 REQ /update {update.distrib=FROMLEADER&_version_=-1413567711166857216&update.from=http://127.0.0.1:42619/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 19227 T69 C8 P14410 oass.SolrIndexSearcher.<init> Opening Searcher@54ba2e1f realtime
[junit4:junit4]   2> 19228 T97 C11 P10752 oass.SolrIndexSearcher.<init> Opening Searcher@7ac7853b realtime
[junit4:junit4]   2> 19228 T69 C8 P14410 REQ /update {update.distrib=FROMLEADER&_version_=-1413567711166857216&update.from=http://127.0.0.1:42619/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 19229 T97 C11 P10752 REQ /update {update.distrib=FROMLEADER&_version_=-1413567711166857216&update.from=http://127.0.0.1:42619/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 19230 T59 C9 P42619 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1413567711166857216)} 0 14
[junit4:junit4]   2> 19237 T43 C12 P31644 /update {wt=javabin&version=2} {add=[0 (1413567711185731584)]} 0 4
[junit4:junit4]   2> 19262 T83 C10 P59599 REQ /update {distrib.from=http://127.0.0.1:42619/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 19263 T69 C8 P14410 REQ /update {distrib.from=http://127.0.0.1:42619/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 19262 T97 C11 P10752 REQ /update {distrib.from=http://127.0.0.1:42619/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 19264 T59 C9 P42619 /update {wt=javabin&version=2} {add=[0 (1413567711193071616)]} 0 23
[junit4:junit4]   2> 19271 T43 C12 P31644 /update {wt=javabin&version=2} {add=[1 (1413567711221383168)]} 0 3
[junit4:junit4]   2> 19283 T97 C11 P10752 REQ /update {distrib.from=http://127.0.0.1:42619/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 19283 T83 C10 P59599 REQ /update {distrib.from=http://127.0.0.1:42619/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 19284 T69 C8 P14410 REQ /update {distrib.from=http://127.0.0.1:42619/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 19285 T59 C9 P42619 /update {wt=javabin&version=2} {add=[1 (1413567711228723200)]} 0 10
[junit4:junit4]   2> 19291 T43 C12 P31644 /update {wt=javabin&version=2} {add=[2 (1413567711243403264)]} 0 3
[junit4:junit4]   2> 19303 T83 C10 P59599 REQ /update {distrib.from=http://127.0.0.1:42619/solr/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:14410/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 19304 T97 C11 P10752 REQ /update {distrib.from=http://127.0.0.1:42619/solr/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:14410/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 19305 T59 C9 P42619 /update {test.distrib.skip.servers=http://127.0.0.1:14410/solr/collection1/&wt=javabin&version=2} {add=[2 (1413567711249694720)]} 0 10
[junit4:junit4]   2> 19311 T43 C12 P31644 /update {wt=javabin&version=2} {add=[3 (1413567711264374784)]} 0 3
[junit4:junit4]   2> 19325 T97 C11 P10752 REQ /update {distrib.from=http://127.0.0.1:42619/solr/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:14410/solr/collection1/&test.distrib.skip.servers=http://127.0.0.1:59599/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 19326 T59 C9 P42619 /update {test.distrib.skip.servers=http://127.0.0.1:14410/solr/collection1/&test.distrib.skip.servers=http://127.0.0.1:59599/solr/collection1/&wt=javabin&version=2} {add=[3 (1413567711271714816)]} 0 10
[junit4:junit4]   2> 19330 T43 C12 P31644 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 19403 T43 C12 P31644 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ec7195b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ec7195b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0_4.len, _0_10.len, _0_3.len, _0_1.len, _0_6.len, _0_7.len, segments_2, _0.inf, _0_11.len, _0.si, _0.pst, _0.fld, _0_8.len]
[junit4:junit4]   2> 19404 T43 C12 P31644 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 19416 T43 C12 P31644 oass.SolrIndexSearcher.<init> Opening Searcher@7c0a7416 main
[junit4:junit4]   2> 19417 T43 C12 P31644 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19420 T54 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7c0a7416 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C4)}
[junit4:junit4]   2> 19421 T43 C12 P31644 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 91
[junit4:junit4]   2> 19426 T59 C9 P42619 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 19483 T59 C9 P42619 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@517b4650; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@517b4650; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0_4.len, _0_10.len, _0_3.len, _0_1.len, _0_6.len, _0_7.len, segments_2, _0.inf, _0_11.len, _0.si, _0.pst, _0.fld, _0_8.len]
[junit4:junit4]   2> 19484 T59 C9 P42619 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 19492 T59 C9 P42619 oass.SolrIndexSearcher.<init> Opening Searcher@1fd2d699 main
[junit4:junit4]   2> 19493 T59 C9 P42619 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19494 T66 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1fd2d699 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C4)}
[junit4:junit4]   2> 19495 T59 C9 P42619 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:14410/solr/collection1/, StdNode: http://127.0.0.1:59599/solr/collection1/, StdNode: http://127.0.0.1:10752/solr/collection1/]
[junit4:junit4]   2> 19499 T69 C8 P14410 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 19499 T83 C10 P59599 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 19499 T97 C11 P10752 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 19617 T69 C8 P14410 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@265b98b6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@265b98b6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0_4.len, _0_10.len, _0_3.len, _0_1.len, _0_6.len, _0_7.len, _0.inf, _0_11.len, _0.si, _0.pst, _0.fld, segments_3, _0_8.len]
[junit4:junit4]   2> 19618 T69 C8 P14410 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4]   2> 19618 T83 C10 P59599 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@491a7bf0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@491a7bf0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0_4.len, _0_10.len, _0_3.len, _0_1.len, _0_6.len, _0_7.len, _0.inf, _0_11.len, _0.si, _0.pst, _0.fld, segments_3, _0_8.len]
[junit4:junit4]   2> 19618 T97 C11 P10752 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@ce8b29d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1348083201432/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@ce8b29d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0_4.len, _0_10.len, _0_3.len, _0_1.len, _0_6.len, _0_7.len, _0.inf, _0_11.len, _0.si, _0.pst, _0.fld, segments_3, _0_8.len]
[junit4:junit4]   2> 19618 T83 C10 P59599 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4]   2> 19619 T97 C11 P10752 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4]   2> 19624 T69 C8 P14410 oass.SolrIndexSearcher.<init> Opening Searcher@245eca5e main
[junit4:junit4]   2> 19625 T69 C8 P14410 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19625 T83 C10 P59599 oass.SolrIndexSearcher.<init> Opening Searcher@8fdfa17 main
[junit4:junit4]   2> 19626 T83 C10 P59599 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19626 T78 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@245eca5e main{StandardDirectoryReader(segments_3:4:nrt _0(4.0.0.2):C2)}
[junit4:junit4]   2> 19627 T69 C8 P14410 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 128
[junit4:junit4]   2> 19628 T97 C11 P10752 oass.SolrIndexSearcher.<init> Opening Searcher@308cd450 main
[junit4:junit4]   2> 19628 T92 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8fdfa17 main{StandardDirectoryReader(segments_3:4:nrt _0(4.0.0.2):C3)}
[junit4:junit4]   2> 19629 T83 C10 P59599 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 130
[junit4:junit4]   2> 19629 T97 C11 P10752 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19632 T106 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@308cd450 main{StandardDirectoryReader(segments_3:4:nrt _0(4.0.0.2):C4)}
[junit4:junit4]   2> 19632 T97 C11 P10752 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 133
[junit4:junit4]   2> 19633 T59 C9 P42619 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 207
[junit4:junit4]   2> 19634 T30 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):1800
[junit4:junit4]   2> 19636 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> check const of shard1
[junit4:junit4]   2> client0
[junit4:junit4]   2> PROPS:127.0.0.1:42619_solr_collection1:{"shard":"shard1","roles":null,"state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:42619_solr","base_url":"http://127.0.0.1:42619/solr","leader":"true"}
[junit4:junit4]   2> 19640 T60 C9 P42619 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=1 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:4
[junit4:junit4]   2> 
[junit4:junit4]   2> client1
[junit4:junit4]   2> PROPS:127.0.0.1:14410_solr_collection1:{"shard":"shard1","roles":null,"state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:14410_solr","base_url":"http://127.0.0.1:14410/solr"}
[junit4:junit4]   2> 19647 T70 C8 P14410 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=2 status=0 QTime=1 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:2
[junit4:junit4]   2> 
[junit4:junit4]   2> ######shard1 is not consistent.  Got 4 from http://127.0.0.1:42619/solr/collection1lastClient and got 2 from http://127.0.0.1:14410/solr/collection1
[junit4:junit4]   2> 19820 T60 C9 P42619 REQ /select {fl=id,_version_&sort=id+asc&q=*:*&distrib=false&wt=javabin&rows=1000&version=2} hits=4 status=0 QTime=169 
[junit4:junit4]   2> 19826 T70 C8 P14410 REQ /select {fl=id,_version_&sort=id+asc&q=*:*&distrib=false&wt=javabin&rows=1000&version=2} hits=2 status=0 QTime=1 
[junit4:junit4]   2> ######http://127.0.0.1:42619/solr/collection1: {numFound=4,start=0,docs=[SolrDocument{id=0, _version_=1413567711193071616}, SolrDocument{id=1, _version_=1413567711228723200}, SolrDocument{id=2, _version_=1413567711249694720}, SolrDocument{id=3, _version_=1413567711271714816}]}
[junit4:junit4]   2> ######http://127.0.0.1:14410/solr/collection1: {numFound=2,start=0,docs=[SolrDocument{id=0, _version_=1413567711193071616}, SolrDocument{id=1, _version_=1413567711228723200}]}
[junit4:junit4]   2> ###### sizes=4,2
[junit4:junit4]   2> ###### Only in http://127.0.0.1:42619/solr/collection1: [{id=2, _version_=1413567711249694720}, {id=3, _version_=1413567711271714816}]
[junit4:junit4]   2> client2
[junit4:junit4]   2> PROPS:127.0.0.1:59599_solr_collection1:{"shard":"shard1","roles":null,"state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:59599_solr","base_url":"http://127.0.0.1:59599/solr"}
[junit4:junit4]   2> 19831 T84 C10 P59599 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=3 status=0 QTime=1 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:3
[junit4:junit4]   2> 
[junit4:junit4]   2> client3
[junit4:junit4]   2> PROPS:127.0.0.1:10752_solr_collection1:{"shard":"shard1","roles":null,"state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:10752_solr","base_url":"http://127.0.0.1:10752/solr"}
[junit4:junit4]   2> 19837 T98 C11 P10752 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=1 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:4
[junit4:junit4]   2> 
[junit4:junit4]   2> 19845 T30 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19870 T85 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : action=SYNCSHARD&collection=collection1&shard=shard1&wt=javabin&version=2
[junit4:junit4]   2> 19871 T85 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19887 T63 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4]   2> 19888 T63 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42619/solr/collection1/
[junit4:junit4]   2> 19888 T63 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:42619/solr START replicas=[http://127.0.0.1:14410/solr/collection1/, http://127.0.0.1:59599/solr/collection1/, http://127.0.0.1:10752/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 19902 T99 C11 P10752 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=9 
[junit4:junit4]   2> 19902 T71 C8 P14410 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=10 
[junit4:junit4]   2> 19902 T86 C10 P59599 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=10 
[junit4:junit4]   2> 19903 T63 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:42619/solr  Received 5 versions from 127.0.0.1:10752/solr/collection1/
[junit4:junit4]   2> 19904 T63 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:42619/solr  Our versions are newer. ourLowThreshold=1413567711166857216 otherHigh=1413567711249694720
[junit4:junit4]   2> 19904 T63 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:42619/solr  Received 3 versions from 127.0.0.1:14410/solr/collection1/
[junit4:junit4]   2> 19905 T63 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:42619/solr  Our versions are newer. ourLowThreshold=1413567711166857216 otherHigh=1413567711228723200
[junit4:junit4]   2> 19905 T63 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:42619/solr  Received 4 versions from 127.0.0.1:59599/solr/collection1/
[junit4:junit4]   2> 19906 T63 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:42619/solr  Our versions are newer. ourLowThreshold=1413567711166857216 otherHigh=1413567711249694720
[junit4:junit4]   2> 19906 T63 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:42619/solr DONE. sync succeeded
[junit4:junit4]   2> 19907 T63 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 19907 T63 oasc.SyncStrategy.syncToMe http://127.0.0.1:42619/solr/collection1/: try and ask http://127.0.0.1:14410/solr/collection1/ to sync
[junit4:junit4]   2> 19908 T63 oasc.SyncStrategy.syncToMe http://127.0.0.1:42619/solr/collection1/: try and ask http://127.0.0.1:59599/solr/collection1/ to sync
[junit4:junit4]   2> 19909 T63 oasc.SyncStrategy.syncToMe http://127.0.0.1:42619/solr/collection1/: try and ask http://127.0.0.1:10752/solr/collection1/ to sync
[junit4:junit4]   2> 19912 T72 C8 P14410 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:14410/solr START replicas=[http://127.0.0.1:42619/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 19912 T87 C10 P59599 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:59599/solr START replicas=[http://127.0.0.1:42619/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 19913 T100 C11 P10752 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:10752/solr START replicas=[http://127.0.0.1:42619/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 19916 T62 C9 P42619 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1 
[junit4:junit4]   2> 19917 T58 C9 P42619 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 19917 T57 C9 P42619 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 19917 T87 C10 P59599 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:59599/solr  Received 5 versions from 127.0.0.1:42619/solr/collection1/
[junit4:junit4]   2> 19917 T72 C8 P14410 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:14410/solr  Received 5 versions from 127.0.0.1:42619/solr/collection1/
[junit4:junit4]   2> 19918 T87 C10 P59599 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:59599/solr Requesting updates from 127.0.0.1:42619/solr/collection1/n=1 versions=[1413567711271714816]
[junit4:junit4]   2> 19918 T100 C11 P10752 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:10752/solr  Received 5 versions from 127.0.0.1:42619/solr/collection1/
[junit4:junit4]   2> 19918 T72 C8 P14410 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:14410/solr Requesting updates from 127.0.0.1:42619/solr/collection1/n=2 versions=[1413567711271714816, 1413567711249694720]
[junit4:junit4]   2> 19919 T100 C11 P10752 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:10752/solr  Our versions are newer. ourLowThreshold=1413567711166857216 otherHigh=1413567711249694720
[junit4:junit4]   2> 19920 T100 C11 P10752 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:10752/solr DONE. sync succeeded
[junit4:junit4]   2> 19921 T100 C11 P10752 REQ /get {sync=http://127.0.0.1:42619/solr/collection1/&getVersions=100&distrib=false&qt=/get&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 19922 T63 oasc.SyncStrategy.syncToMe http://127.0.0.1:42619/solr/collection1/:  sync completed with http://127.0.0.1:10752/solr/collection1/
[junit4:junit4]   2> 19922 T57 C9 P42619 REQ /get {distrib=false&getUpdates=1413567711271714816&qt=/get&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19923 T58 C9 P42619 REQ /get {distrib=false&getUpdates=1413567711271714816,1413567711249694720&qt=/get&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19931 T87 C10 P59599 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:59599/solr DONE. sync succeeded
[junit4:junit4]   2> 19931 T87 C10 P59599 REQ /get {sync=http://127.0.0.1:42619/solr/collection1/&getVersions=100&distrib=false&qt=/get&wt=javabin&version=2} status=0 QTime=19 
[junit4:junit4]   2> 19932 T63 oasc.SyncStrategy.syncToMe http://127.0.0.1:42619/solr/collection1/:  sync completed with http://127.0.0.1:59599/solr/collection1/
[junit4:junit4]   2> 19933 T72 C8 P14410 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:14410/solr DONE. sync succeeded
[junit4:junit4]   2> 19934 T72 C8 P14410 REQ /get {sync=http://127.0.0.1:42619/solr/collection1/&getVersions=100&distrib=false&qt=/get&wt=javabin&version=2} status=0 QTime=23 
[junit4:junit4]   2> 19935 T63 oasc.SyncStrategy.syncToMe http://127.0.0.1:42619/solr/collection1/:  sync completed with http://127.0.0.1:14410/solr/collection1/
[junit4:junit4]   2> 19936 T30 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 19937 T30 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 19938 T30 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19943 T43 C12 P31644 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 19945 T43 C12 P31644 oass.SolrIndexSearcher.<init> Opening Searcher@47b67991 main
[junit4:junit4]   2> 19946 T43 C12 P31644 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19949 T54 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@47b67991 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C4)}
[junit4:junit4]   2> 19950 T43 C12 P31644 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 7
[junit4:junit4]   2> 19955 T59 C9 P42619 oasu

[...truncated too long message...]

t4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:158)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:102)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:56)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:131)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4:junit4]   2> 
[junit4:junit4]   2> 308647 T1862 oasc.JmxMonitoredMap$SolrDynamicMBean.getMBeanInfo WARNING Could not getStatistics on info bean Lazy[solr.ReplicationHandler] java.lang.IllegalArgumentException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348083948314/jetty4/index does not exist
[junit4:junit4]   2> 	at org.apache.commons.io.FileUtils.sizeOfDirectory(FileUtils.java:2074)
[junit4:junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getIndexSize(ReplicationHandler.java:477)
[junit4:junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getStatistics(ReplicationHandler.java:525)
[junit4:junit4]   2> 	at org.apache.solr.core.RequestHandlers$LazyRequestHandlerWrapper.getStatistics(RequestHandlers.java:310)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap$SolrDynamicMBean.getMBeanInfo(JmxMonitoredMap.java:231)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:536)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.unregister(JmxMonitoredMap.java:175)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.clear(JmxMonitoredMap.java:116)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.close(SolrCore.java:864)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:213)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:158)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:102)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:56)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:131)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4:junit4]   2> 
[junit4:junit4]   2> 308654 T1862 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 308656 T1862 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=5,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=35,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 308657 T1862 oasu.DefaultSolrCoreState.decref SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 308659 T1862 oasu.DefaultSolrCoreState.decref Closing SolrCoreState - canceling any ongoing recovery
[junit4:junit4]   2> 308659 T1862 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 308659 T1862 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 308659 T1862 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 308660 T1862 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 308660 T1862 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51a2f9f0 name:ZooKeeperConnection Watcher:127.0.0.1:42636/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   2> 308660 T1862 oascc.ConnectionManager.process Client->ZooKeeper status change trigger but we are already closed
[junit4:junit4]   2> 308660 T1862 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40: {n_f1=PostingsFormat(name=Asserting), foo_b=Pulsing40(freqCutoff=10 minBlockSize=48 maxBlockSize=164), foo_d=PostingsFormat(name=Memory doPackFST= true), foo_f=Pulsing40(freqCutoff=10 minBlockSize=48 maxBlockSize=164), n_tl1=PostingsFormat(name=Asserting), n_d1=MockVariableIntBlock(baseBlockSize=31), rnd_b=PostingsFormat(name=Memory doPackFST= true), intDefault=PostingsFormat(name=Asserting), n_td1=PostingsFormat(name=Asserting), timestamp=MockVariableIntBlock(baseBlockSize=31), id=PostingsFormat(name=Memory doPackFST= true), range_facet_sl=PostingsFormat(name=Memory doPackFST= true), range_facet_si=MockVariableIntBlock(baseBlockSize=31), oddField_s=PostingsFormat(name=Memory doPackFST= true), multiDefault=MockVariableIntBlock(baseBlockSize=31), n_tf1=MockVariableIntBlock(baseBlockSize=31), n_dt1=PostingsFormat(name=Asserting), n_ti1=PostingsFormat(name=Memory doPackFST= true), range_facet_l=MockVariableIntBlock(baseBlockSize=31), text=Pulsing40(freqCutoff=10 minBlockSize=48 maxBlockSize=164), _version_=PostingsFormat(name=Asserting), SubjectTerms_mfacet=PostingsFormat(name=Asserting), a_t=MockVariableIntBlock(baseBlockSize=31), n_tdt1=PostingsFormat(name=Asserting), other_tl1=PostingsFormat(name=Asserting), n_l1=MockVariableIntBlock(baseBlockSize=31), a_si=PostingsFormat(name=Asserting)}, sim=DefaultSimilarity, locale=fr, timezone=America/St_Barthelemy
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_06 (64-bit)/cpus=16,threads=2,free=84225280,total=533725184
[junit4:junit4]   2> NOTE: All tests run in this JVM: [SuggesterTest, TestUpdate, TestSolrDeletionPolicy2, TestCodecSupport, LukeRequestHandlerTest, SyncSliceTest, TestRemoteStreaming, TestRTGBase, FullSolrCloudDistribCmdsTest, TestDocumentBuilder, UpdateParamsTest, TestBinaryField, TestRecovery, SolrInfoMBeanTest, OutputWriterTest, URLClassifyProcessorTest, ScriptEngineTest, DirectSolrSpellCheckerTest, RecoveryZkTest, TestFoldingMultitermQuery, SignatureUpdateProcessorFactoryTest, PolyFieldTest, TestWriterPerf, EchoParamsTest, TestPluginEnable, TestCSVResponseWriter, TestRealTimeGet, TestTrie, LeaderElectionTest, TermVectorComponentTest, SoftAutoCommitTest, MultiTermTest, TestDistributedGrouping, DirectUpdateHandlerTest, QueryEqualityTest, BasicZkTest, OpenExchangeRatesOrgProviderTest, RAMDirectoryFactoryTest, SolrCoreTest, TestQueryUtils, TimeZoneUtilsTest, PrimUtilsTest, TestStressLucene, BadIndexSchemaTest, TestSolrXMLSerializer, TestStressRecovery, TestQuerySenderListener, UUIDFieldTest, QueryParsingTest, PrimitiveFieldTypeTest, TestPropInjectDefaults, TestOmitPositions, TestDistributedSearch, FileUtilsTest, TestPhraseSuggestions, StatsComponentTest, TestRangeQuery, TestMultiCoreConfBootstrap, SimpleFacetsTest, TestSort, TestGroupingSearch, ConvertedLegacyTest, PeerSyncTest, QueryElevationComponentTest, BasicFunctionalityTest, TestBinaryResponseWriter, TestJmxIntegration, SampleTest, HighlighterTest, TestFunctionQuery, DirectSolrConnectionTest, CacheHeaderTest, MoreLikeThisHandlerTest, DistributedQueryElevationComponentTest, IndexSchemaTest, DistanceFunctionTest, StandardRequestHandlerTest, PingRequestHandlerTest, JsonLoaderTest, TestSurroundQueryParser, DocumentAnalysisRequestHandlerTest, TestSolrQueryParser, TestValueSourceCache, TestReversedWildcardFilterFactory, ReturnFieldsTest, RequiredFieldsTest, SuggesterFSTTest, LoggingHandlerTest, SolrCmdDistributorTest, UpdateRequestProcessorFactoryTest, FieldMutatingUpdateProcessorTest, DefaultValueUpdateProcessorTest, TestMergePolicyConfig, TestDocSet, SolrIndexConfigTest, IndexReaderFactoryTest, TestConfig, TestLMDirichletSimilarityFactory, LegacyHTMLStripCharFilterTest, TestDFRSimilarityFactory, DateMathParserTest, ResourceLoaderTest, DateFieldTest, TestSuggestSpellingConverter, TestLRUCache, TestUtils, ZkNodePropsTest, CircularListTest, TestCharFilters, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 309.09s, 1 test, 1 failure <<< FAILURES!

[...truncated 11 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/build.xml:32: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build.xml:146: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/module-build.xml:63: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/common-build.xml:1140: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/common-build.xml:813: There were test failures: 230 suites, 951 tests, 1 error, 1 failure, 7 ignored (2 assumptions)

Total time: 38 minutes 3 seconds
Build step 'Invoke Ant' marked build as failure
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-java7 - Build # 472 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-java7/472/

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Shard still reported as live in zk

Stack Trace:
java.lang.AssertionError: Shard still reported as live in zk
	at __randomizedtesting.SeedInfo.seed([4DD480C1D05D49A2:CC320ED9A702299E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(AbstractFullDistribZkTestBase.java:1220)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:190)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:83)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8226 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 4 T1412 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1348065056487
[junit4:junit4]   2> 6 T1412 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 9 T1413 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 10 T1413 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 11 T1413 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4]   2> 107 T1412 oasc.ZkTestServer.run start zk server on port:23109
[junit4:junit4]   2> 107 T1412 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:23109 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@454eed78
[junit4:junit4]   2> 108 T1418 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:23109
[junit4:junit4]   2> 108 T1412 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 109 T1418 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:23109, initiating session
[junit4:junit4]   2> 110 T1414 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:23110
[junit4:junit4]   2> 110 T1414 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:23110
[junit4:junit4]   2> 111 T1416 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 114 T1416 oazs.NIOServerCnxn.finishSessionInit Established session 0x139def056ee0000 with negotiated timeout 10000 for client /140.211.11.196:23110
[junit4:junit4]   2> 114 T1418 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:23109, sessionid = 0x139def056ee0000, negotiated timeout = 10000
[junit4:junit4]   2> 115 T1419 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@454eed78 name:ZooKeeperConnection Watcher:127.0.0.1:23109 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 115 T1412 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 116 T1412 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 118 T1417 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139def056ee0000
[junit4:junit4]   2> 127 T1419 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 127 T1412 oaz.ZooKeeper.close Session: 0x139def056ee0000 closed
[junit4:junit4]   2> 128 T1414 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:23110 which had sessionid 0x139def056ee0000
[junit4:junit4]   2> 128 T1412 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:23109/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1377631
[junit4:junit4]   2> 129 T1420 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:23109
[junit4:junit4]   2> 129 T1412 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 130 T1420 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:23109, initiating session
[junit4:junit4]   2> 130 T1414 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:23111
[junit4:junit4]   2> 130 T1414 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:23111
[junit4:junit4]   2> 132 T1416 oazs.NIOServerCnxn.finishSessionInit Established session 0x139def056ee0001 with negotiated timeout 10000 for client /140.211.11.196:23111
[junit4:junit4]   2> 132 T1420 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:23109, sessionid = 0x139def056ee0001, negotiated timeout = 10000
[junit4:junit4]   2> 132 T1421 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1377631 name:ZooKeeperConnection Watcher:127.0.0.1:23109/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 133 T1412 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 133 T1412 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 137 T1412 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 141 T1412 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 143 T1412 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 152 T1412 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 153 T1412 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 167 T1412 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 168 T1412 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 271 T1412 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 273 T1412 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 276 T1412 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 276 T1412 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 301 T1412 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 302 T1412 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 341 T1412 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 342 T1412 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 345 T1412 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 346 T1412 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 349 T1412 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 349 T1412 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 407 T1412 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 408 T1412 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 411 T1412 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 412 T1412 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 425 T1417 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139def056ee0001
[junit4:junit4]   2> 427 T1421 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 427 T1412 oaz.ZooKeeper.close Session: 0x139def056ee0001 closed
[junit4:junit4]   2> 427 T1414 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:23111 which had sessionid 0x139def056ee0001
[junit4:junit4]   2> 430 T1412 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 433 T1412 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:23112
[junit4:junit4]   2> 434 T1412 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 435 T1412 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 435 T1412 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 466 T1412 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 466 T1412 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 467 T1412 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 467 T1412 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 468 T1412 oasc.CoreContainer.<init> New CoreContainer 1213015044
[junit4:junit4]   2> 468 T1412 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 469 T1412 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 503 T1412 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 520 T1412 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:23109/solr
[junit4:junit4]   2> 521 T1412 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:23109/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@29a224bb
[junit4:junit4]   2> 522 T1431 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:23109
[junit4:junit4]   2> 522 T1412 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 523 T1431 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:23109, initiating session
[junit4:junit4]   2> 524 T1414 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:23113
[junit4:junit4]   2> 524 T1414 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:23113
[junit4:junit4]   2> 526 T1416 oazs.NIOServerCnxn.finishSessionInit Established session 0x139def056ee0002 with negotiated timeout 5000 for client /140.211.11.196:23113
[junit4:junit4]   2> 526 T1431 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:23109, sessionid = 0x139def056ee0002, negotiated timeout = 5000
[junit4:junit4]   2> 526 T1432 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29a224bb name:ZooKeeperConnection Watcher:127.0.0.1:23109/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 526 T1412 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 568 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 569 T1412 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 626 T1412 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:23112_solr
[junit4:junit4]   2> 628 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:23112_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:23112_solr
[junit4:junit4]   2> 630 T1412 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:23112_solr
[junit4:junit4]   2> 633 T1412 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 633 T1412 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 634 T1412 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 634 T1412 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 635 T1412 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 636 T1412 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 636 T1412 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 637 T1412 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 637 T1412 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 638 T1412 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 653 T1412 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 658 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 659 T1412 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 682 T1412 oasc.Overseer.start Overseer (id=88346791542390786-127.0.0.1:23112_solr-n_0000000000) starting
[junit4:junit4]   2> 683 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 684 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 685 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 695 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 696 T1434 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 697 T1412 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 706 T1412 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 713 T1433 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 714 T1412 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 715 T1412 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 715 T1412 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 716 T1412 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 717 T1412 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 719 T1412 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 720 T1412 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 780 T1412 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 864 T1412 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 966 T1412 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 976 T1412 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1721 T1412 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1734 T1412 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1742 T1412 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1756 T1412 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1762 T1412 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1767 T1412 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1768 T1412 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1769 T1412 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/control/data/
[junit4:junit4]   2> 1770 T1412 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@758e7898
[junit4:junit4]   2> 1771 T1412 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/control/data/index/
[junit4:junit4]   2> 1772 T1412 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1773 T1412 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/control/data/index forceNew:false
[junit4:junit4]   2> 1805 T1412 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/control/data/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1805 T1412 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 1806 T1412 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1808 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1809 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1809 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1810 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1811 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1811 T1412 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1812 T1412 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1813 T1412 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1813 T1412 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1814 T1412 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1815 T1412 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1815 T1412 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1816 T1412 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1817 T1412 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1817 T1412 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1818 T1412 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1819 T1412 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1819 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1820 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1821 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1821 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1822 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1823 T1412 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1823 T1412 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1824 T1412 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1828 T1412 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1833 T1412 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1834 T1412 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1839 T1412 oass.SolrIndexSearcher.<init> Opening Searcher@4fcb66e5 main
[junit4:junit4]   2> 1840 T1412 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1840 T1412 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1841 T1412 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1849 T1412 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1903 T1435 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4fcb66e5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1910 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0002 type:create cxid:0x56 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 1921 T1412 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 1922 T1412 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:23112/solr shardId:control_shard
[junit4:junit4]   2> 1923 T1412 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
[junit4:junit4]   2> 1936 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0002 type:delete cxid:0x65 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 1936 T1412 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1937 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0002 type:create cxid:0x66 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2220 T1433 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2221 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0002 type:create cxid:0x6d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2237 T1432 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 2449 T1412 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2450 T1412 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2451 T1412 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:23112/solr/collection1/
[junit4:junit4]   2> 2451 T1412 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2451 T1412 oasc.SyncStrategy.syncToMe http://127.0.0.1:23112/solr/collection1/ has no replicas
[junit4:junit4]   2> 2452 T1412 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:23112/solr/collection1/
[junit4:junit4]   2> 2452 T1412 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
[junit4:junit4]   2> 2456 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0002 type:create cxid:0x8b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2749 T1433 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2763 T1432 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 2774 T1412 oasc.ZkController.register We are http://127.0.0.1:23112/solr/collection1/ and leader is http://127.0.0.1:23112/solr/collection1/
[junit4:junit4]   2> 2774 T1412 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:23112/solr
[junit4:junit4]   2> 2775 T1412 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 2777 T1412 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2777 T1412 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2778 T1412 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2778 T1412 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3172 T1412 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 3175 T1412 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:23127
[junit4:junit4]   2> 3175 T1412 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3176 T1412 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty1-1348065059273
[junit4:junit4]   2> 3176 T1412 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty1-1348065059273/'
[junit4:junit4]   2> 3211 T1412 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3211 T1412 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3212 T1412 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty1-1348065059273
[junit4:junit4]   2> 3212 T1412 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty1-1348065059273/solr.xml
[junit4:junit4]   2> 3212 T1412 oasc.CoreContainer.<init> New CoreContainer 422950118
[junit4:junit4]   2> 3213 T1412 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty1-1348065059273/'
[junit4:junit4]   2> 3213 T1412 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty1-1348065059273/'
[junit4:junit4]   2> 3240 T1412 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3254 T1412 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:23109/solr
[junit4:junit4]   2> 3255 T1412 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:23109/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@234b1d61
[junit4:junit4]   2> 3256 T1445 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:23109
[junit4:junit4]   2> 3256 T1412 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3257 T1445 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:23109, initiating session
[junit4:junit4]   2> 3257 T1414 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:23128
[junit4:junit4]   2> 3258 T1414 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:23128
[junit4:junit4]   2> 3260 T1416 oazs.NIOServerCnxn.finishSessionInit Established session 0x139def056ee0003 with negotiated timeout 5000 for client /140.211.11.196:23128
[junit4:junit4]   2> 3260 T1445 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:23109, sessionid = 0x139def056ee0003, negotiated timeout = 5000
[junit4:junit4]   2> 3261 T1446 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@234b1d61 name:ZooKeeperConnection Watcher:127.0.0.1:23109/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3261 T1412 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3262 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0003 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3263 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0003 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3265 T1412 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:23127_solr
[junit4:junit4]   2> 3266 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0003 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:23127_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:23127_solr
[junit4:junit4]   2> 3267 T1412 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:23127_solr
[junit4:junit4]   2> 3268 T1433 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3282 T1432 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 3283 T1412 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 3284 T1412 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3284 T1412 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 3285 T1412 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3285 T1412 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3286 T1412 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3287 T1412 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3287 T1412 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3288 T1412 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3288 T1412 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 3295 T1432 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 3305 T1412 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3312 T1412 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty1-1348065059273/collection1
[junit4:junit4]   2> 3312 T1412 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 3313 T1412 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 3314 T1412 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 3315 T1412 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty1-1348065059273/collection1/'
[junit4:junit4]   2> 3316 T1412 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/solrtest-jetty1-1348065059273/collection1/lib/README' to classloader
[junit4:junit4]   2> 3317 T1412 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/solrtest-jetty1-1348065059273/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3372 T1412 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 3447 T1412 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 3548 T1412 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3558 T1412 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4192 T1412 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4207 T1412 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4212 T1412 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4227 T1412 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4232 T1412 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4237 T1412 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4238 T1412 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4240 T1412 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty1-1348065059273/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty1/
[junit4:junit4]   2> 4240 T1412 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@758e7898
[junit4:junit4]   2> 4242 T1412 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty1/index/
[junit4:junit4]   2> 4243 T1412 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4244 T1412 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty1/index forceNew:false
[junit4:junit4]   2> 4250 T1412 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4250 T1412 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 4251 T1412 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 4254 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4255 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 4255 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4256 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 4257 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4257 T1412 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4258 T1412 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4259 T1412 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4260 T1412 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4261 T1412 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 4262 T1412 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 4263 T1412 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4264 T1412 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 4264 T1412 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 4265 T1412 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 4266 T1412 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4267 T1412 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4267 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4268 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4269 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4270 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4271 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4272 T1412 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4273 T1412 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 4274 T1412 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 4278 T1412 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4284 T1412 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 4286 T1412 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 4290 T1412 oass.SolrIndexSearcher.<init> Opening Searcher@284a7507 main
[junit4:junit4]   2> 4292 T1412 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4292 T1412 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4293 T1412 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 4302 T1412 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 4352 T1447 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@284a7507 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4800 T1433 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4813 T1432 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4813 T1446 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4862 T1412 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 4862 T1412 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:23127/solr shardId:shard1
[junit4:junit4]   2> 4863 T1412 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 4868 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0003 type:delete cxid:0x42 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 4869 T1412 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 4870 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0003 type:create cxid:0x43 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4871 T1412 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 4872 T1412 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 4872 T1412 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:23127/solr/collection1/
[junit4:junit4]   2> 4872 T1412 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 4873 T1412 oasc.SyncStrategy.syncToMe http://127.0.0.1:23127/solr/collection1/ has no replicas
[junit4:junit4]   2> 4873 T1412 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:23127/solr/collection1/
[junit4:junit4]   2> 4873 T1412 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 4876 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0003 type:create cxid:0x4d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5317 T1433 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5509 T1432 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5509 T1446 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5541 T1412 oasc.ZkController.register We are http://127.0.0.1:23127/solr/collection1/ and leader is http://127.0.0.1:23127/solr/collection1/
[junit4:junit4]   2> 5541 T1412 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:23127/solr
[junit4:junit4]   2> 5542 T1412 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 5560 T1412 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5561 T1412 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 5561 T1412 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 5562 T1412 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 6038 T1412 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 6042 T1412 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:23135
[junit4:junit4]   2> 6042 T1412 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6043 T1412 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty2-1348065062058
[junit4:junit4]   2> 6043 T1412 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty2-1348065062058/'
[junit4:junit4]   2> 6061 T1433 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6079 T1412 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 6080 T1412 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6080 T1412 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty2-1348065062058
[junit4:junit4]   2> 6081 T1412 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty2-1348065062058/solr.xml
[junit4:junit4]   2> 6081 T1446 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6081 T1432 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6081 T1412 oasc.CoreContainer.<init> New CoreContainer 1340536584
[junit4:junit4]   2> 6082 T1412 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty2-1348065062058/'
[junit4:junit4]   2> 6082 T1412 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty2-1348065062058/'
[junit4:junit4]   2> 6108 T1412 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 6121 T1412 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:23109/solr
[junit4:junit4]   2> 6122 T1412 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:23109/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@5bdc3aef
[junit4:junit4]   2> 6122 T1457 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:23109
[junit4:junit4]   2> 6122 T1412 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6124 T1457 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:23109, initiating session
[junit4:junit4]   2> 6124 T1414 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:23136
[junit4:junit4]   2> 6124 T1414 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:23136
[junit4:junit4]   2> 6127 T1416 oazs.NIOServerCnxn.finishSessionInit Established session 0x139def056ee0004 with negotiated timeout 5000 for client /140.211.11.196:23136
[junit4:junit4]   2> 6127 T1457 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:23109, sessionid = 0x139def056ee0004, negotiated timeout = 5000
[junit4:junit4]   2> 6127 T1458 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5bdc3aef name:ZooKeeperConnection Watcher:127.0.0.1:23109/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6127 T1412 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6128 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6130 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6131 T1412 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:23135_solr
[junit4:junit4]   2> 6132 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:23135_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:23135_solr
[junit4:junit4]   2> 6133 T1412 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:23135_solr
[junit4:junit4]   2> 6141 T1446 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 6141 T1432 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 6141 T1412 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 6142 T1412 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 6142 T1412 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 6142 T1412 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 6143 T1412 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 6143 T1412 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 6143 T1412 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 6144 T1412 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 6144 T1412 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 6144 T1412 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 6157 T1412 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6163 T1412 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty2-1348065062058/collection1
[junit4:junit4]   2> 6163 T1412 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 6163 T1412 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 6164 T1412 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 6165 T1412 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty2-1348065062058/collection1/'
[junit4:junit4]   2> 6166 T1412 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/solrtest-jetty2-1348065062058/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 6166 T1412 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/solrtest-jetty2-1348065062058/collection1/lib/README' to classloader
[junit4:junit4]   2> 6208 T1412 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 6268 T1412 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 6369 T1412 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 6375 T1412 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6860 T1412 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6869 T1412 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6872 T1412 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6883 T1412 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6887 T1412 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6890 T1412 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6891 T1412 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6892 T1412 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty2-1348065062058/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty2/
[junit4:junit4]   2> 6893 T1412 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@758e7898
[junit4:junit4]   2> 6894 T1412 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty2/index/
[junit4:junit4]   2> 6895 T1412 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6895 T1412 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty2/index forceNew:false
[junit4:junit4]   2> 6899 T1412 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty2/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6900 T1412 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 6900 T1412 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 6902 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6903 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 6903 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6904 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 6904 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6905 T1412 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6905 T1412 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6906 T1412 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6906 T1412 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6907 T1412 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 6907 T1412 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 6908 T1412 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6909 T1412 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 6909 T1412 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 6909 T1412 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 6910 T1412 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6911 T1412 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6911 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6912 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6912 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6913 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6914 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6914 T1412 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6915 T1412 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 6915 T1412 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 6918 T1412 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6921 T1412 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 6922 T1412 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 6925 T1412 oass.SolrIndexSearcher.<init> Opening Searcher@510842cb main
[junit4:junit4]   2> 6926 T1412 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6926 T1412 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6927 T1412 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 6933 T1412 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 6981 T1459 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@510842cb main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7087 T1433 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7100 T1432 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7100 T1446 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7100 T1458 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7488 T1412 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 7488 T1412 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:23135/solr shardId:shard2
[junit4:junit4]   2> 7489 T1412 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 7503 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0004 type:delete cxid:0x41 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 7504 T1412 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7505 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0004 type:create cxid:0x42 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7514 T1412 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7515 T1412 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7515 T1412 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:23135/solr/collection1/
[junit4:junit4]   2> 7516 T1412 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7516 T1412 oasc.SyncStrategy.syncToMe http://127.0.0.1:23135/solr/collection1/ has no replicas
[junit4:junit4]   2> 7516 T1412 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:23135/solr/collection1/
[junit4:junit4]   2> 7517 T1412 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 7520 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0004 type:create cxid:0x4b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7613 T1433 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7644 T1432 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7644 T1458 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7644 T1446 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7683 T1412 oasc.ZkController.register We are http://127.0.0.1:23135/solr/collection1/ and leader is http://127.0.0.1:23135/solr/collection1/
[junit4:junit4]   2> 7683 T1412 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:23135/solr
[junit4:junit4]   2> 7684 T1412 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 7686 T1412 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7687 T1412 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 7687 T1412 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7688 T1412 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8149 T1433 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8169 T1432 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8169 T1458 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8169 T1446 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8186 T1412 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 8189 T1412 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:23140
[junit4:junit4]   2> 8190 T1412 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8190 T1412 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty3-1348065064186
[junit4:junit4]   2> 8191 T1412 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty3-1348065064186/'
[junit4:junit4]   2> 8238 T1412 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8238 T1412 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8239 T1412 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty3-1348065064186
[junit4:junit4]   2> 8239 T1412 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty3-1348065064186/solr.xml
[junit4:junit4]   2> 8240 T1412 oasc.CoreContainer.<init> New CoreContainer 103981064
[junit4:junit4]   2> 8241 T1412 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty3-1348065064186/'
[junit4:junit4]   2> 8241 T1412 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty3-1348065064186/'
[junit4:junit4]   2> 8277 T1412 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8295 T1412 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:23109/solr
[junit4:junit4]   2> 8295 T1412 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:23109/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@5a1c89bd
[junit4:junit4]   2> 8296 T1469 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:23109
[junit4:junit4]   2> 8296 T1412 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8298 T1469 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:23109, initiating session
[junit4:junit4]   2> 8298 T1414 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:23141
[junit4:junit4]   2> 8298 T1414 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:23141
[junit4:junit4]   2> 8300 T1416 oazs.NIOServerCnxn.finishSessionInit Established session 0x139def056ee0005 with negotiated timeout 5000 for client /140.211.11.196:23141
[junit4:junit4]   2> 8300 T1469 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:23109, sessionid = 0x139def056ee0005, negotiated timeout = 5000
[junit4:junit4]   2> 8301 T1470 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5a1c89bd name:ZooKeeperConnection Watcher:127.0.0.1:23109/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8301 T1412 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8302 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8303 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8313 T1412 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:23140_solr
[junit4:junit4]   2> 8314 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:23140_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:23140_solr
[junit4:junit4]   2> 8315 T1412 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:23140_solr
[junit4:junit4]   2> 8317 T1432 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 8317 T1446 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 8317 T1458 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 8318 T1412 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 8318 T1412 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8319 T1412 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 8319 T1412 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8320 T1412 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8320 T1412 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8321 T1412 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8321 T1412 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8322 T1412 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8322 T1412 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 8349 T1412 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 8356 T1412 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty3-1348065064186/collection1
[junit4:junit4]   2> 8356 T1412 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 8357 T1412 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 8358 T1412 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 8359 T1412 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty3-1348065064186/collection1/'
[junit4:junit4]   2> 8360 T1412 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/solrtest-jetty3-1348065064186/collection1/lib/README' to classloader
[junit4:junit4]   2> 8361 T1412 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/solrtest-jetty3-1348065064186/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 8417 T1412 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 8513 T1412 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 8614 T1412 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 8623 T1412 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9306 T1412 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9320 T1412 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9325 T1412 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9339 T1412 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9344 T1412 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9349 T1412 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9351 T1412 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9352 T1412 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty3-1348065064186/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty3/
[junit4:junit4]   2> 9352 T1412 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@758e7898
[junit4:junit4]   2> 9354 T1412 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty3/index/
[junit4:junit4]   2> 9355 T1412 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9356 T1412 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty3/index forceNew:false
[junit4:junit4]   2> 9362 T1412 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty3/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9362 T1412 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 9363 T1412 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 9366 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9367 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 9367 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9368 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 9369 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9369 T1412 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9370 T1412 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9371 T1412 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9372 T1412 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9372 T1412 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 9373 T1412 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 9374 T1412 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9375 T1412 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 9375 T1412 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 9376 T1412 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 9377 T1412 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9378 T1412 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9378 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9379 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9380 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9381 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9382 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9382 T1412 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9383 T1412 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 9384 T1412 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 9388 T1412 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9394 T1412 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 9395 T1412 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 9400 T1412 oass.SolrIndexSearcher.<init> Opening Searcher@298983ec main
[junit4:junit4]   2> 9401 T1412 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9402 T1412 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9403 T1412 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 9420 T1412 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 9468 T1471 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@298983ec main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9678 T1433 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9691 T1432 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9691 T1446 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9691 T1470 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9691 T1458 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9978 T1412 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 9978 T1412 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:23140/solr shardId:shard1
[junit4:junit4]   2> 9982 T1412 oasc.ZkController.register We are http://127.0.0.1:23140/solr/collection1/ and leader is http://127.0.0.1:23127/solr/collection1/
[junit4:junit4]   2> 9982 T1412 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:23140/solr
[junit4:junit4]   2> 9983 T1412 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 9983 T1412 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C137 name=collection1 org.apache.solr.core.SolrCore@3b16ec7c url=http://127.0.0.1:23140/solr/collection1 node=127.0.0.1:23140_solr
[junit4:junit4]   2> 9984 T1472 C137 P23140 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 9985 T1472 C137 P23140 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 9985 T1412 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9986 T1472 C137 P23140 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:23127/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 9986 T1472 C137 P23140 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:23140/solr START replicas=[http://127.0.0.1:23127/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 9986 T1412 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 9987 T1472 C137 P23140 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 9987 T1412 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9987 T1472 C137 P23140 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 9987 T1472 C137 P23140 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 9987 T1412 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9988 T1472 C137 P23140 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C138 name=collection1 org.apache.solr.core.SolrCore@77899515 url=http://127.0.0.1:23127/solr/collection1 node=127.0.0.1:23127_solr
[junit4:junit4]   2> 9996 T1438 C138 P23127 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 10196 T1433 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10269 T1446 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10269 T1432 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10269 T1458 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10269 T1470 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10411 T1412 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 10414 T1412 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:23146
[junit4:junit4]   2> 10415 T1412 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10415 T1412 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty4-1348065066489
[junit4:junit4]   2> 10416 T1412 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty4-1348065066489/'
[junit4:junit4]   2> 10454 T1412 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 10454 T1412 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10455 T1412 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty4-1348065066489
[junit4:junit4]   2> 10455 T1412 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty4-1348065066489/solr.xml
[junit4:junit4]   2> 10456 T1412 oasc.CoreContainer.<init> New CoreContainer 884518107
[junit4:junit4]   2> 10457 T1412 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty4-1348065066489/'
[junit4:junit4]   2> 10457 T1412 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty4-1348065066489/'
[junit4:junit4]   2> 10487 T1412 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 10503 T1412 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:23109/solr
[junit4:junit4]   2> 10504 T1412 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:23109/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@24a72ec1
[junit4:junit4]   2> 10505 T1483 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:23109
[junit4:junit4]   2> 10505 T1412 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10506 T1483 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:23109, initiating session
[junit4:junit4]   2> 10506 T1414 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:23147
[junit4:junit4]   2> 10507 T1414 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:23147
[junit4:junit4]   2> 10536 T1416 oazs.NIOServerCnxn.finishSessionInit Established session 0x139def056ee0006 with negotiated timeout 5000 for client /140.211.11.196:23147
[junit4:junit4]   2> 10536 T1483 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:23109, sessionid = 0x139def056ee0006, negotiated timeout = 5000
[junit4:junit4]   2> 10537 T1484 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24a72ec1 name:ZooKeeperConnection Watcher:127.0.0.1:23109/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10537 T1412 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10538 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0006 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10576 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0006 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10624 T1412 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:23146_solr
[junit4:junit4]   2> 10625 T1417 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139def056ee0006 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:23146_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:23146_solr
[junit4:junit4]   2> 10647 T1412 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:23146_solr
[junit4:junit4]   2> 10686 T1432 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 10686 T1446 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 10686 T1470 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 10686 T1458 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 10687 T1412 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 10687 T1412 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 10688 T1412 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 10688 T1412 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 10689 T1412 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 10689 T1412 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 10690 T1412 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 10690 T1412 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 10691 T1412 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 10691 T1412 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 10708 T1412 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10715 T1412 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty4-1348065066489/collection1
[junit4:junit4]   2> 10715 T1412 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10716 T1412 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10717 T1412 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10718 T1412 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty4-1348065066489/collection1/'
[junit4:junit4]   2> 10719 T1412 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/solrtest-jetty4-1348065066489/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10720 T1412 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/solrtest-jetty4-1348065066489/collection1/lib/README' to classloader
[junit4:junit4]   2> 10774 T1412 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 10860 T1412 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10962 T1412 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10971 T1412 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 11678 T1412 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 11698 T1412 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 11705 T1412 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 11721 T1412 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11728 T1412 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11732 T1412 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11734 T1412 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11735 T1412 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./solrtest-jetty4-1348065066489/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty4/
[junit4:junit4]   2> 11735 T1412 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@758e7898
[junit4:junit4]   2> 11737 T1412 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty4/index/
[junit4:junit4]   2> 11738 T1412 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 11739 T1412 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty4/index forceNew:false
[junit4:junit4]   2> 11770 T1412 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty4/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11771 T1412 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 11771 T1412 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 11774 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 11775 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 11775 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 11776 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 11777 T1412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 11777 T1412 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 11778 T1412 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 11778 T1412 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11779 T1412 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11780 T1412 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 11781 T1412 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 11781 T1412 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11782 T1412 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 11783 T1412 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 11783 T1412 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 11784 T1412 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11785 T1412 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11785 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11786 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11787 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11788 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11788 T1412 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11789 T1412 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11790 T1412 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 11791 T1412 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 11795 T1412 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 11800 T1412 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 11801 T1412 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 11805 T1412 oass.SolrIndexSearcher.<init> Opening Searcher@2416024 main
[junit4:junit4]   2> 11807 T1412 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 11807 T1412 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 11808 T1412 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 11817 T1412 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 11868 T1485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2416024 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 12305 T1433 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12318 T1432 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12318 T1484 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12318 T1470 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12318 T1458 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12318 T1446 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12376 T1412 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 12376 T1412 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:23146/solr shardId:shard2
[junit4:junit4]   2> 12379 T1412 oasc.ZkController.register We are http://127.0.0.1:23146/solr/collection1/ and leader is http://127.0.0.1:23135/solr/collection1/
[junit4:junit4]   2> 12379 T1412 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:23146/solr
[junit4:junit4]   2> 12379 T1412 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 12380 T1412 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C139 name=collection1 org.apache.solr.core.SolrCore@767aa528 url=http://127.0.0.1:23146/solr/collection1 node=127.0.0.1:23146_solr
[junit4:junit4]   2> 12381 T1486 C139 P23146 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 12381 T1486 C139 P23146 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 12381 T1412 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12382 T1486 C139 P23146 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:23135/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 12383 T1486 C139 P23146 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:23146/solr START replicas=[http://127.0.0.1:23135/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 12383 T1412 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 12383 T1412 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12383 T1486 C139 P23146 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 12383 T1486 C139 P23146 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 12383 T1412 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12384 T1486 C139 P23146 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 12384 T1486 C139 P23146 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C140 name=collection1 org.apache.solr.core.SolrCore@7d8eae97 url=http://127.0.0.1:23135/solr/collection1 node=127.0.0.1:23135_solr
[junit4:junit4]   2> 12392 T1450 C140 P23135 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 12406 T1412 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:23109/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@41bcead5
[junit4:junit4]   2> 12407 T1488 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:23109
[junit4:junit4]   2> 12407 T1412 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12408 T1488 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:23109, initiating session
[junit4:junit4]   2> 12408 T1414 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:23152
[junit4:junit4]   2> 12408 T1414 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:23152
[junit4:junit4]   2> 12409 T1416 oazs.NIOServerCnxn.finishSessionInit Established session 0x139def056ee0007 with negotiated timeout 10000 for client /140.211.11.196:23152
[junit4:junit4]   2> 12409 T1488 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:23109, sessionid = 0x139def056ee0007, negotiated timeout = 10000
[junit4:junit4]   2> 12410 T1489 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41bcead5 name:ZooKeeperConnection Watcher:127.0.0.1:23109/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12410 T1412 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12411 T1412 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12412 T1412 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 12412 T1412 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 12419 T1412 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C141 name=collection1 org.apache.solr.core.SolrCore@1b400443 url=http://127.0.0.1:23112/solr/collection1 node=127.0.0.1:23112_solr
[junit4:junit4]   2> 12430 T1424 C141 P23112 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/control/data/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12430 T1424 C141 P23112 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 12435 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[1 (1413548677695275008)]} 0 9
[junit4:junit4]   2> 12435 T1412 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:23109/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3c4995c3
[junit4:junit4]   2> 12436 T1490 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:23109
[junit4:junit4]   2> 12436 T1412 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12437 T1490 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:23109, initiating session
[junit4:junit4]   2> 12437 T1414 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:23154
[junit4:junit4]   2> 12438 T1414 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:23154
[junit4:junit4]   2> 12439 T1416 oazs.NIOServerCnxn.finishSessionInit Established session 0x139def056ee0008 with negotiated timeout 10000 for client /140.211.11.196:23154
[junit4:junit4]   2> 12439 T1490 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:23109, sessionid = 0x139def056ee0008, negotiated timeout = 10000
[junit4:junit4]   2> 12439 T1491 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c4995c3 name:ZooKeeperConnection Watcher:127.0.0.1:23109/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12439 T1412 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12440 T1412 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12448 T1440 C138 P23127 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12448 T1440 C138 P23127 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2>  C137_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:23140_solr, base_url=http://127.0.0.1:23140/solr}
[junit4:junit4]   2> 12459 T1462 C137 P23140 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty3/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12460 T1462 C137 P23140 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 12462 T1462 C137 P23140 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23127/solr/collection1/&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 12463 T1440 C138 P23127 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=19 
[junit4:junit4]   2> 12464 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[1]} 0 21
[junit4:junit4]   2> 12464 T1412 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):1800
[junit4:junit4]   2> 12465 T1412 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12832 T1433 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12846 T1432 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12846 T1489 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12846 T1491 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12846 T1470 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12846 T1458 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12846 T1484 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12846 T1446 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13010 T1472 C137 P23140 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 13010 T1472 C137 P23140 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=tlog{file=./org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty3/tlog/tlog.0000000000000000000 refcount=1}}
[junit4:junit4]   2> 13010 T1472 C137 P23140 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:23127/solr/collection1/. core=collection1
[junit4:junit4]   2> 13010 T1472 C137 P23140 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13020 T1441 C138 P23127 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 13103 T1441 C138 P23127 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty1/index,segFN=segments_2,generation=2,filenames=[_0_Asserting_0.tim, _0.fnm, _0_Pulsing40_0.tim, _0_Asserting_0.tip, _0_Memory_0.ram, _0_NestedPulsing_0.frq, _0_nrm.cfs, _0_Pulsing40_0.prx, _0_NestedPulsing_0.tip, _0_Pulsing40_0.frq, _0_NestedPulsing_0.prx, _0_NestedPulsing_0.tim, _0_Asserting_0.prx, _0_Asserting_0.frq, _0_nrm.cfe, _0_Pulsing40_0.tip, segments_2, _0.fdx, _0.si, _0.fdt]
[junit4:junit4]   2> 13104 T1441 C138 P23127 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 13117 T1441 C138 P23127 oass.SolrIndexSearcher.<init> Opening Searcher@4793e4bb main
[junit4:junit4]   2> 13118 T1441 C138 P23127 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 13119 T1447 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4793e4bb main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4]   2> 13120 T1441 C138 P23127 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 100
[junit4:junit4]   2> 13121 T1472 C137 P23140 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 13121 T1472 C137 P23140 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 13123 T1442 C138 P23127 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 13124 T1442 C138 P23127 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=2 
[junit4:junit4]   2> 13124 T1472 C137 P23140 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 13124 T1472 C137 P23140 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 13125 T1472 C137 P23140 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 13129 T1442 C138 P23127 REQ /replication {command=filelist&generation=2&wt=javabin&qt=/replication&version=2} status=0 QTime=2 
[junit4:junit4]   2> 13130 T1472 C137 P23140 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 20
[junit4:junit4]   2> 13136 T1472 C137 P23140 oash.SnapPuller.fetchLatestIndex Starting download to ./org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty3/index.20120919073109613 fullCopy=true
[junit4:junit4]   2> 13140 T1442 C138 P23127 REQ /replication {file=_0_Asserting_0.tim&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13146 T1442 C138 P23127 REQ /replication {file=_0_Pulsing40_0.tim&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13150 T1442 C138 P23127 REQ /replication {file=_0.fnm&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13154 T1442 C138 P23127 REQ /replication {file=_0_Asserting_0.tip&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13158 T1442 C138 P23127 REQ /replication {file=_0_Memory_0.ram&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13162 T1442 C138 P23127 REQ /replication {file=_0_NestedPulsing_0.frq&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13166 T1442 C138 P23127 REQ /replication {file=_0_nrm.cfs&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13170 T1442 C138 P23127 REQ /replication {file=_0_NestedPulsing_0.tip&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13174 T1442 C138 P23127 REQ /replication {file=_0_Pulsing40_0.prx&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13178 T1442 C138 P23127 REQ /replication {file=_0_Pulsing40_0.frq&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13183 T1442 C138 P23127 REQ /replication {file=_0_NestedPulsing_0.prx&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13187 T1442 C138 P23127 REQ /replication {file=_0_NestedPulsing_0.tim&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13191 T1442 C138 P23127 REQ /replication {file=_0_Asserting_0.prx&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13195 T1442 C138 P23127 REQ /replication {file=_0_Asserting_0.frq&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13199 T1442 C138 P23127 REQ /replication {file=_0_nrm.cfe&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13203 T1442 C138 P23127 REQ /replication {file=segments_2&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13207 T1442 C138 P23127 REQ /replication {file=_0_Pulsing40_0.tip&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13211 T1442 C138 P23127 REQ /replication {file=_0.fdx&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13216 T1442 C138 P23127 REQ /replication {file=_0.si&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13220 T1442 C138 P23127 REQ /replication {file=_0.fdt&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13221 T1472 C137 P23140 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 13222 T1472 C137 P23140 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20120919073109613
[junit4:junit4]   2> 13224 T1472 C137 P23140 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 13225 T1472 C137 P23140 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 13225 T1472 C137 P23140 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 13230 T1472 C137 P23140 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty3/index.20120919073109613
[junit4:junit4]   2> 13231 T1472 C137 P23140 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty3/index.20120919073109613 forceNew:true
[junit4:junit4]   2> 13241 T1472 C137 P23140 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty3/index.20120919073109613,segFN=segments_2,generation=2,filenames=[_0_Asserting_0.tim, _0.fnm, _0_Pulsing40_0.tim, _0_Asserting_0.tip, _0_Memory_0.ram, _0_NestedPulsing_0.frq, _0_nrm.cfs, _0_Pulsing40_0.prx, _0_NestedPulsing_0.tip, _0_Pulsing40_0.frq, _0_NestedPulsing_0.prx, _0_NestedPulsing_0.tim, _0_Asserting_0.prx, _0_Asserting_0.frq, _0_nrm.cfe, _0_Pulsing40_0.tip, segments_2, _0.fdx, _0.si, _0.fdt]
[junit4:junit4]   2> 13241 T1472 C137 P23140 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 13242 T1472 C137 P23140 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 13245 T1472 C137 P23140 oass.SolrIndexSearcher.<init> Opening Searcher@229964fa main
[junit4:junit4]   2> 13247 T1471 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@229964fa main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4]   2> 13247 T1471 oasc.CachingDirectoryFactory.close Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty3/index
[junit4:junit4]   2> 13247 T1471 oash.SnapPuller$2.onClose removing old index directory ./org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty3/index
[junit4:junit4]   2> 13249 T1472 C137 P23140 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 13250 T1472 C137 P23140 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 13256 T1472 C137 P23140 oasc.RecoveryStrategy.replay Replaying buffered documents. core=collection1
[junit4:junit4]   2> 13256 T1495 C137 P23140 oasu.UpdateLog$LogReplayer.doReplay WARNING Starting log replay tlog{file=./org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty3/tlog/tlog.0000000000000000000 refcount=2} active=true starting pos=432
[junit4:junit4]   2> 13261 T1495 C137 P23140 oasu.DirectUpdateHandler2.commit start commit{flags=2,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 13263 T1495 C137 P23140 oass.SolrIndexSearcher.<init> Opening Searcher@6f93b2a1 main
[junit4:junit4]   2> 13264 T1495 C137 P23140 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 13265 T1471 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6f93b2a1 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4]   2> 13266 T1495 C137 P23140 oasu.UpdateLog$LogReplayer.run WARNING Log replay finished. recoveryInfo=RecoveryInfo{adds=0 deletes=0 deleteByQuery=0 errors=0 positionOfStart=432}
[junit4:junit4]   2> 13266 T1472 C137 P23140 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 13267 T1472 C137 P23140 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 13350 T1433 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13362 T1484 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13362 T1491 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13362 T1470 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13362 T1458 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13362 T1446 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13362 T1489 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13362 T1432 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13467 T1412 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14469 T1412 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C139_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:23146_solr, base_url=http://127.0.0.1:23146/solr}
[junit4:junit4]   2> 15410 T1486 C139 P23146 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15410 T1486 C139 P23146 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15410 T1486 C139 P23146 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:23135/solr/collection1/. core=collection1
[junit4:junit4]   2> 15411 T1486 C139 P23146 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15427 T1453 C140 P23135 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15431 T1453 C140 P23135 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty2/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15432 T1453 C140 P23135 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 15433 T1453 C140 P23135 oass.SolrIndexSearcher.<init> Opening Searcher@5a18ca80 main
[junit4:junit4]   2> 15434 T1453 C140 P23135 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15436 T1459 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5a18ca80 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15437 T1453 C140 P23135 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 10
[junit4:junit4]   2> 15438 T1486 C139 P23146 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15438 T1486 C139 P23146 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15441 T1454 C140 P23135 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15441 T1454 C140 P23135 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15446 T1486 C139 P23146 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty4/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15446 T1486 C139 P23146 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 15447 T1486 C139 P23146 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15455 T1486 C139 P23146 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty4/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty4/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15456 T1486 C139 P23146 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 15459 T1486 C139 P23146 oass.SolrIndexSearcher.<init> Opening Searcher@6bd87f3c main
[junit4:junit4]   2> 15459 T1486 C139 P23146 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15462 T1485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6bd87f3c main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 15463 T1486 C139 P23146 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15463 T1486 C139 P23146 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15478 T1486 C139 P23146 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15478 T1412 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15874 T1433 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15909 T1458 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 15909 T1470 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 15909 T1446 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 15909 T1491 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 15909 T1484 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 15909 T1489 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 15909 T1432 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 16481 T1412 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16484 T1424 C141 P23112 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16558 T1424 C141 P23112 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/control/data/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/control/data/index,segFN=segments_2,generation=2,filenames=[_0_Asserting_0.tim, _0.fnm, _0_Pulsing40_0.tim, _0_Asserting_0.tip, _0_Memory_0.ram, _0_NestedPulsing_0.frq, _0_nrm.cfs, _0_Pulsing40_0.prx, _0_NestedPulsing_0.tip, _0_Pulsing40_0.frq, _0_NestedPulsing_0.prx, _0_NestedPulsing_0.tim, _0_Asserting_0.prx, _0_Asserting_0.frq, _0_nrm.cfe, _0_Pulsing40_0.tip, segments_2, _0.fdx, _0.si, _0.fdt]
[junit4:junit4]   2> 16559 T1424 C141 P23112 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 16568 T1424 C141 P23112 oass.SolrIndexSearcher.<init> Opening Searcher@327011e1 main
[junit4:junit4]   2> 16568 T1424 C141 P23112 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16569 T1435 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@327011e1 main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4]   2> 16570 T1424 C141 P23112 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 86
[junit4:junit4]   2> 16573 T1452 C140 P23135 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16577 T1452 C140 P23135 oass.SolrIndexSearcher.<init> Opening Searcher@325532b1 main
[junit4:junit4]   2> 16577 T1452 C140 P23135 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16579 T1459 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@325532b1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 16579 T1452 C140 P23135 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:23127/solr/collection1/, StdNode: http://127.0.0.1:23140/solr/collection1/, StdNode: http://127.0.0.1:23146/solr/collection1/]
[junit4:junit4]   2> 16582 T1440 C138 P23127 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2>  C137_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:23140_solr, base_url=http://127.0.0.1:23140/solr}
[junit4:junit4]   2> 16582 T1462 C137 P23140 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16585 T1462 C137 P23140 oass.SolrIndexSearcher.<init> Opening Searcher@24776f8c main
[junit4:junit4]   2> 16586 T1462 C137 P23140 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16587 T1471 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@24776f8c main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4]   2> 16588 T1462 C137 P23140 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 6
[junit4:junit4]   2>  C139_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:23146_solr, base_url=http://127.0.0.1:23146/solr}
[junit4:junit4]   2> 16588 T1476 C139 P23146 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16592 T1476 C139 P23146 oass.SolrIndexSearcher.<init> Opening Searcher@d58d1f9 main
[junit4:junit4]   2> 16592 T1476 C139 P23146 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16593 T1440 C138 P23127 oass.SolrIndexSearcher.<init> Opening Searcher@4817864c main
[junit4:junit4]   2> 16594 T1485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d58d1f9 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 16594 T1440 C138 P23127 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16594 T1476 C139 P23146 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 6
[junit4:junit4]   2> 16595 T1447 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4817864c main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4]   2> 16595 T1440 C138 P23127 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 13
[junit4:junit4]   2> 16596 T1452 C140 P23135 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 23
[junit4:junit4]   2> 16601 T1425 C141 P23112 REQ /select {fl=id,score&shard.url=127.0.0.1:23112/solr/collection1/&NOW=1348065073080&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 16604 T1425 C141 P23112 REQ /select {shard.url=127.0.0.1:23112/solr/collection1/&NOW=1348065073080&q=*:*&ids=1&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 16605 T1424 C141 P23112 REQ /select {wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=7 
[junit4:junit4]   2> 16606 T1412 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:23109/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3d8b8140
[junit4:junit4]   2> 16607 T1499 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:23109
[junit4:junit4]   2> 16607 T1412 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16607 T1499 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:23109, initiating session
[junit4:junit4]   2> 16608 T1414 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:23165
[junit4:junit4]   2> 16608 T1414 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:23165
[junit4:junit4]   2> 16609 T1416 oazs.NIOServerCnxn.finishSessionInit Established session 0x139def056ee0009 with negotiated timeout 10000 for client /140.211.11.196:23165
[junit4:junit4]   2> 16609 T1499 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:23109, sessionid = 0x139def056ee0009, negotiated timeout = 10000
[junit4:junit4]   2> 16610 T1500 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d8b8140 name:ZooKeeperConnection Watcher:127.0.0.1:23109/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16610 T1412 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16611 T1412 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 16612 T1417 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139def056ee0009
[junit4:junit4]   2> 16613 T1500 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 16613 T1414 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:23165 which had sessionid 0x139def056ee0009
[junit4:junit4]   2> 16613 T1412 oaz.ZooKeeper.close Session: 0x139def056ee0009 closed
[junit4:junit4]   2> 16615 T1443 C138 P23127 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 16617 T1455 C140 P23135 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 16622 T1463 C137 P23140 REQ /select {fl=id,score&shard.url=127.0.0.1:23127/solr/collection1/|127.0.0.1:23140/solr/collection1/&NOW=1348065073102&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 16622 T1456 C140 P23135 REQ /select {fl=id,score&shard.url=127.0.0.1:23135/solr/collection1/|127.0.0.1:23146/solr/collection1/&NOW=1348065073102&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 16625 T1463 C137 P23140 REQ /select {shard.url=127.0.0.1:23127/solr/collection1/|127.0.0.1:23140/solr/collection1/&NOW=1348065073102&q=*:*&ids=1&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 16626 T1452 C140 P23135 REQ /select {wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=6 
[junit4:junit4]   2> 16636 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[2 (1413548682103488512)]} 0 7
[junit4:junit4]   2> 16650 T1476 C139 P23146 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23135/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 16651 T1451 C140 P23135 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=11 
[junit4:junit4]   2> 16652 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[2]} 0 13
[junit4:junit4]   2> 16657 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[3 (1413548682129702912)]} 0 2
[junit4:junit4]   2> 16665 T1476 C139 P23146 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23135/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16665 T1451 C140 P23135 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16666 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[3]} 0 7
[junit4:junit4]   2> 16670 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[4 (1413548682144382976)]} 0 1
[junit4:junit4]   2> 16685 T1462 C137 P23140 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23127/solr/collection1/&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16686 T1440 C138 P23127 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=11 
[junit4:junit4]   2> 16686 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[4]} 0 13
[junit4:junit4]   2> 16690 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[5 (1413548682165354496)]} 0 1
[junit4:junit4]   2> 16697 T1476 C139 P23146 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16698 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[5 (1413548682169548800)]} 0 5
[junit4:junit4]   2> 16701 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[6 (1413548682176888832)]} 0 1
[junit4:junit4]   2> 16710 T1476 C139 P23146 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23135/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16710 T1451 C140 P23135 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16711 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[6]} 0 8
[junit4:junit4]   2> 16715 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[7 (1413548682191568896)]} 0 1
[junit4:junit4]   2> 16724 T1476 C139 P23146 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23135/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16724 T1451 C140 P23135 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16725 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[7]} 0 7
[junit4:junit4]   2> 16728 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[8 (1413548682205200384)]} 0 1
[junit4:junit4]   2> 16737 T1462 C137 P23140 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16737 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[8 (1413548682209394688)]} 0 6
[junit4:junit4]   2> 16741 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[9 (1413548682218831872)]} 0 1
[junit4:junit4]   2> 16748 T1476 C139 P23146 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16748 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[9 (1413548682223026176)]} 0 4
[junit4:junit4]   2> 16753 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[10 (1413548682230366208)]} 0 2
[junit4:junit4]   2> 16762 T1462 C137 P23140 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23127/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16763 T1440 C138 P23127 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 16764 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[10]} 0 9
[junit4:junit4]   2> 16799 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[11 (1413548682246094848)]} 0 33
[junit4:junit4]   2> 16811 T1462 C137 P23140 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23127/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16812 T1440 C138 P23127 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7 
[junit4:junit4]   2> 16812 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[11]} 0 10
[junit4:junit4]   2> 16818 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[12 (1413548682297475072)]} 0 3
[junit4:junit4]   2> 16830 T1462 C137 P23140 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23127/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16831 T1440 C138 P23127 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7 
[junit4:junit4]   2> 16831 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[12]} 0 10
[junit4:junit4]   2> 16835 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[13 (1413548682317398016)]} 0 1
[junit4:junit4]   2> 16846 T1462 C137 P23140 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23127/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16847 T1440 C138 P23127 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7 
[junit4:junit4]   2> 16847 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[13]} 0 9
[junit4:junit4]   2> 16852 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[14 (1413548682335223808)]} 0 2
[junit4:junit4]   2> 16862 T1462 C137 P23140 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23127/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16862 T1440 C138 P23127 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 16863 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[14]} 0 9
[junit4:junit4]   2> 16867 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[15 (1413548682350952448)]} 0 1
[junit4:junit4]   2> 16877 T1462 C137 P23140 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23127/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16877 T1440 C138 P23127 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 16878 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[15]} 0 8
[junit4:junit4]   2> 16882 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[16 (1413548682366681088)]} 0 1
[junit4:junit4]   2> 16889 T1462 C137 P23140 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16890 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[16 (1413548682370875392)]} 0 5
[junit4:junit4]   2> 16895 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[17 (1413548682379264000)]} 0 2
[junit4:junit4]   2> 16905 T1476 C139 P23146 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16906 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[17 (1413548682385555456)]} 0 8
[junit4:junit4]   2> 16910 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[100 (1413548682396041216)]} 0 1
[junit4:junit4]   2> 16983 T1462 C137 P23140 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23127/solr/collection1/&wt=javabin&version=2} status=0 QTime=33 
[junit4:junit4]   2> 16983 T1440 C138 P23127 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=68 
[junit4:junit4]   2> 16984 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[100]} 0 71
[junit4:junit4]   2> 16988 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[101 (1413548682477830144)]} 0 1
[junit4:junit4]   2> 16999 T1462 C137 P23140 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 16999 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[101 (1413548682483073024)]} 0 8
[junit4:junit4]   2> 17003 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[102 (1413548682493558784)]} 0 1
[junit4:junit4]   2> 17014 T1462 C137 P23140 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23127/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17015 T1440 C138 P23127 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 17015 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[102]} 0 9
[junit4:junit4]   2> 17053 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[103 (1413548682511384576)]} 0 34
[junit4:junit4]   2> 17061 T1476 C139 P23146 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17062 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[103 (1413548682550181888)]} 0 6
[junit4:junit4]   2> 17068 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[104 (1413548682559619072)]} 0 3
[junit4:junit4]   2> 17075 T1476 C139 P23146 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17076 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[104 (1413548682565910528)]} 0 5
[junit4:junit4]   2> 17079 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[105 (1413548682573250560)]} 0 1
[junit4:junit4]   2> 17130 T1476 C139 P23146 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23135/solr/collection1/&wt=javabin&version=2} status=0 QTime=22 
[junit4:junit4]   2> 17130 T1451 C140 P23135 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=46 
[junit4:junit4]   2> 17131 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[105]} 0 49
[junit4:junit4]   2> 17135 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[106 (1413548682631970816)]} 0 1
[junit4:junit4]   2> 17145 T1476 C139 P23146 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 17146 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[106 (1413548682636165120)]} 0 8
[junit4:junit4]   2> 17150 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[107 (1413548682647699456)]} 0 1
[junit4:junit4]   2> 17160 T1462 C137 P23140 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23127/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17161 T1440 C138 P23127 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 17161 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[107]} 0 8
[junit4:junit4]   2> 17165 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[108 (1413548682663428096)]} 0 1
[junit4:junit4]   2> 17175 T1462 C137 P23140 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23127/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17176 T1440 C138 P23127 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 17176 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[108]} 0 8
[junit4:junit4]   2> 17180 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[109 (1413548682679156736)]} 0 1
[junit4:junit4]   2> 17190 T1462 C137 P23140 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23127/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17191 T1440 C138 P23127 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 17191 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[109]} 0 8
[junit4:junit4]   2> 17195 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[110 (1413548682694885376)]} 0 1
[junit4:junit4]   2> 17202 T1462 C137 P23140 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17203 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[110 (1413548682699079680)]} 0 5
[junit4:junit4]   2> 17206 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[111 (1413548682706419712)]} 0 1
[junit4:junit4]   2> 17216 T1462 C137 P23140 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23127/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17217 T1440 C138 P23127 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 17217 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[111]} 0 8
[junit4:junit4]   2> 17221 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[112 (1413548682722148352)]} 0 1
[junit4:junit4]   2> 17231 T1476 C139 P23146 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23135/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17232 T1451 C140 P23135 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 17232 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[112]} 0 8
[junit4:junit4]   2> 17267 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[113 (1413548682737876992)]} 0 32
[junit4:junit4]   2> 17274 T1462 C137 P23140 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17275 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[113 (1413548682774577152)]} 0 5
[junit4:junit4]   2> 17281 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[114 (1413548682782965760)]} 0 3
[junit4:junit4]   2> 17290 T1462 C137 P23140 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23127/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17291 T1440 C138 P23127 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 17291 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[114]} 0 8
[junit4:junit4]   2> 17296 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[115 (1413548682800791552)]} 0 1
[junit4:junit4]   2> 17304 T1476 C139 P23146 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17305 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[115 (1413548682804985856)]} 0 6
[junit4:junit4]   2> 17308 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[116 (1413548682813374464)]} 0 1
[junit4:junit4]   2> 17318 T1476 C139 P23146 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23135/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17319 T1451 C140 P23135 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 17319 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[116]} 0 8
[junit4:junit4]   2> 17323 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[117 (1413548682829103104)]} 0 1
[junit4:junit4]   2> 17330 T1476 C139 P23146 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17331 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[117 (1413548682833297408)]} 0 5
[junit4:junit4]   2> 17334 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[118 (1413548682840637440)]} 0 1
[junit4:junit4]   2> 17394 T1462 C137 P23140 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=28 
[junit4:junit4]   2> 17395 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[118 (1413548682844831744)]} 0 58
[junit4:junit4]   2> 17399 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[119 (1413548682908794880)]} 0 1
[junit4:junit4]   2> 17407 T1476 C139 P23146 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23135/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17408 T1451 C140 P23135 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 17408 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[119]} 0 6
[junit4:junit4]   2> 17412 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[120 (1413548682922426368)]} 0 1
[junit4:junit4]   2> 17420 T1476 C139 P23146 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17421 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[120 (1413548682926620672)]} 0 6
[junit4:junit4]   2> 17424 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[121 (1413548682935009280)]} 0 1
[junit4:junit4]   2> 17431 T1476 C139 P23146 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17431 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[121 (1413548682939203584)]} 0 4
[junit4:junit4]   2> 17435 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[122 (1413548682946543616)]} 0 1
[junit4:junit4]   2> 17448 T1462 C137 P23140 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23127/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 17448 T1440 C138 P23127 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 17449 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[122]} 0 11
[junit4:junit4]   2> 17479 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[123 (1413548682965417984)]} 0 27
[junit4:junit4]   2> 17487 T1462 C137 P23140 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17488 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[123 (1413548682996875264)]} 0 6
[junit4:junit4]   2> 17494 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[124 (1413548683006312448)]} 0 3
[junit4:junit4]   2> 17500 T1462 C137 P23140 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17501 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[124 (1413548683011555328)]} 0 5
[junit4:junit4]   2> 17505 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[125 (1413548683019943936)]} 0 1
[junit4:junit4]   2> 17515 T1462 C137 P23140 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23127/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17516 T1440 C138 P23127 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 17516 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[125]} 0 8
[junit4:junit4]   2> 17520 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[126 (1413548683035672576)]} 0 1
[junit4:junit4]   2> 17529 T1476 C139 P23146 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23135/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17530 T1451 C140 P23135 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 17530 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[126]} 0 7
[junit4:junit4]   2> 17534 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[127 (1413548683050352640)]} 0 1
[junit4:junit4]   2> 17578 T1476 C139 P23146 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23135/solr/collection1/&wt=javabin&version=2} status=0 QTime=19 
[junit4:junit4]   2> 17579 T1451 C140 P23135 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=40 
[junit4:junit4]   2> 17579 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[127]} 0 42
[junit4:junit4]   2> 17583 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[128 (1413548683101732864)]} 0 1
[junit4:junit4]   2> 17593 T1476 C139 P23146 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 17594 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[128 (1413548683105927168)]} 0 8
[junit4:junit4]   2> 17598 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[129 (1413548683117461504)]} 0 1
[junit4:junit4]   2> 17605 T1462 C137 P23140 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17606 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[129 (1413548683121655808)]} 0 5
[junit4:junit4]   2> 17610 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[130 (1413548683130044416)]} 0 1
[junit4:junit4]   2> 17620 T1476 C139 P23146 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23135/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17621 T1451 C140 P23135 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 17621 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[130]} 0 8
[junit4:junit4]   2> 17625 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[131 (1413548683145773056)]} 0 1
[junit4:junit4]   2> 17634 T1476 C139 P23146 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23135/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17635 T1451 C140 P23135 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 17635 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[131]} 0 7
[junit4:junit4]   2> 17639 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[132 (1413548683160453120)]} 0 1
[junit4:junit4]   2> 17649 T1462 C137 P23140 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23127/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17650 T1440 C138 P23127 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 17650 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[132]} 0 8
[junit4:junit4]   2> 17680 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[133 (1413548683176181760)]} 0 27
[junit4:junit4]   2> 17689 T1462 C137 P23140 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 17689 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[133 (1413548683208687616)]} 0 6
[junit4:junit4]   2> 17695 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[134 (1413548683217076224)]} 0 3
[junit4:junit4]   2> 17764 T1476 C139 P23146 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23135/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 17765 T1451 C140 P23135 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=65 
[junit4:junit4]   2> 17766 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[134]} 0 69
[junit4:junit4]   2> 17771 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[135 (1413548683297816576)]} 0 2
[junit4:junit4]   2> 17789 T1462 C137 P23140 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 17790 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[135 (1413548683312496640)]} 0 8
[junit4:junit4]   2> 17794 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[136 (1413548683322982400)]} 0 1
[junit4:junit4]   2> 17804 T1476 C139 P23146 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23135/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17805 T1451 C140 P23135 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 17805 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[136]} 0 8
[junit4:junit4]   2> 17810 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[137 (1413548683339759616)]} 0 1
[junit4:junit4]   2> 17821 T1476 C139 P23146 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23135/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17822 T1451 C140 P23135 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 17823 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[137]} 0 10
[junit4:junit4]   2> 17827 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[138 (1413548683357585408)]} 0 1
[junit4:junit4]   2> 17835 T1462 C137 P23140 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17836 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[138 (1413548683361779712)]} 0 6
[junit4:junit4]   2> 17840 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[139 (1413548683371216896)]} 0 1
[junit4:junit4]   2> 17850 T1476 C139 P23146 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23135/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17852 T1451 C140 P23135 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 17852 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[139]} 0 9
[junit4:junit4]   2> 17859 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[140 (1413548683389042688)]} 0 3
[junit4:junit4]   2> 17870 T1476 C139 P23146 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23135/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17871 T1451 C140 P23135 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 17872 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[140]} 0 10
[junit4:junit4]   2> 17876 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[141 (1413548683408965632)]} 0 1
[junit4:junit4]   2> 17883 T1476 C139 P23146 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17884 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[141 (1413548683413159936)]} 0 5
[junit4:junit4]   2> 17888 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[142 (1413548683421548544)]} 0 1
[junit4:junit4]   2> 17940 T1476 C139 P23146 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=28 
[junit4:junit4]   2> 17941 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[142 (1413548683425742848)]} 0 50
[junit4:junit4]   2> 17972 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[143 (1413548683482365952)]} 0 28
[junit4:junit4]   2> 17986 T1476 C139 P23146 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23135/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 17987 T1451 C140 P23135 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=9 
[junit4:junit4]   2> 17988 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[143]} 0 13
[junit4:junit4]   2> 17994 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[144 (1413548683530600448)]} 0 3
[junit4:junit4]   2> 18004 T1476 C139 P23146 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23135/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18005 T1451 C140 P23135 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 18006 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[144]} 0 9
[junit4:junit4]   2> 18010 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[145 (1413548683549474816)]} 0 1
[junit4:junit4]   2> 18018 T1476 C139 P23146 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18019 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[145 (1413548683554717696)]} 0 6
[junit4:junit4]   2> 18023 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[146 (1413548683563106304)]} 0 1
[junit4:junit4]   2> 18097 T1462 C137 P23140 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23127/solr/collection1/&wt=javabin&version=2} status=0 QTime=27 
[junit4:junit4]   2> 18098 T1440 C138 P23127 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=69 
[junit4:junit4]   2> 18099 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[146]} 0 73
[junit4:junit4]   2> 18104 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[147 (1413548683648040960)]} 0 2
[junit4:junit4]   2> 18113 T1476 C139 P23146 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23135/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18114 T1451 C140 P23135 REQ /update {distrib.from=http://127.0.0.1:23127/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 18115 T1444 C138 P23127 /update {wt=javabin&version=2} {add=[147]} 0 9
[junit4:junit4]   2> 18119 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[148 (1413548683663769600)]} 0 1
[junit4:junit4]   2> 18136 T1462 C137 P23140 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:23127/solr/collection1/&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 18137 T1440 C138 P23127 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=11 
[junit4:junit4]   2> 18137 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[148]} 0 15
[junit4:junit4]   2> 18142 T1424 C141 P23112 /update {wt=javabin&version=2} {add=[149 (1413548683688935424)]} 0 1
[junit4:junit4]   2> 18150 T1476 C139 P23146 REQ /update {distrib.from=http://127.0.0.1:23135/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18151 T1452 C140 P23135 /update {wt=javabin&version=2} {add=[149 (1413548683693129728)]} 0 6
[junit4:junit4]   2> 18152 T1412 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):1800
[junit4:junit4]   2> 18153 T1412 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18156 T1424 C141 P23112 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18619 T1424 C141 P23112 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/control/data/index,segFN=segments_2,generation=2,filenames=[_0_Asserting_0.tim, _0.fnm, _0_Pulsing40_0.tim, _0_Asserting_0.tip, _0_Memory_0.ram, _0_NestedPulsing_0.frq, _0_nrm.cfs, _0_Pulsing40_0.prx, _0_NestedPulsing_0.tip, _0_Pulsing40_0.frq, _0_NestedPulsing_0.prx, _0_NestedPulsing_0.tim, _0_Asserting_0.prx, _0_Asserting_0.frq, _0_nrm.cfe, _0_Pulsing40_0.tip, segments_2, _0.fdx, _0.si, _0.fdt]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/control/data/index,segFN=segments_3,generation=3,filenames=[_5_nrm.cfe, _2_NestedPulsing_0.tim, _1_NestedPulsing_0.tip, _5_Memory_0.ram, _5_NestedPulsing_0.tip, _5_NestedPulsing_0.tim, _6_Asserting_0.frq, _7.si, _3.fdt, _3_NestedPulsing_0.prx, _0_Pulsing40_0.frq, _7_Memory_0.ram, _7.fnm, _1_Asserting_0.tim, _7_NestedPulsing_0.frq, _6_NestedPulsing_0.prx, _1_Asserting_0.tip, _5_Pulsing40_0.tip, _1_NestedPulsing_0.tim, _2_NestedPulsing_0.tip, _5_Pulsing40_0.tim, _4_Asserting_0.frq, _0_Pulsing40_0.tim, _0_Memory_0.ram, _2.fdt, _3_NestedPulsing_0.tim, _3_Pulsing40_0.tip, _7.fdx, _2.fdx, _7.fdt, _3_Pulsing40_0.tim, _1.fdx, _2_Asserting_0.tim, _0_Asserting_0.frq, _7_Pulsing40_0.frq, _2_Asserting_0.tip, _5_nrm.cfs, _1.fdt, _3_NestedPulsing_0.tip, _7_NestedPulsing_0.tim, _3.si, _4_NestedPulsing_0.frq, _6.fdt, _7_NestedPulsing_0.tip, _6_Memory_0.ram, _2.si, _0_Asserting_0.tim, _3_Pulsing40_0.frq, _6_NestedPulsing_0.frq, _2_Pulsing40_0.tim, _0_Asserting_0.tip, _6.fdx, _2_Pulsing40_0.tip, _4_Asserting_0.tip, _3.fnm, _0_NestedPulsing_0.tip, _7_Asserting_0.frq, _0_NestedPulsing_0.tim, _4_Pulsing40_0.prx, _1_Memory_0.ram, _2_nrm.cfe, _4_Asserting_0.prx, _5_Pulsing40_0.frq, _4_Asserting_0.tim, _0_Pulsing40_0.tip, _4_NestedPulsing_0.tip, _4_NestedPulsing_0.tim, _2_nrm.cfs, _6_Asserting_0.prx, _2_NestedPulsing_0.prx, _1_Asserting_0.frq, _0_NestedPulsing_0.frq, _0_NestedPulsing_0.prx, _2.fnm, _7_Pulsing40_0.tim, _3.fdx, _4_Pulsing40_0.tip, _1_NestedPulsing_0.frq, _4_Pulsing40_0.tim, _5_NestedPulsing_0.frq, _5_Pulsing40_0.prx, _1_Asserting_0.prx, _1.si, _2_NestedPulsing_0.frq, _6_NestedPulsing_0.tip, _6.si, _6.fnm, _6_NestedPulsing_0.tim, _7_Pulsing40_0.tip, _3_nrm.cfe, _5.fdt, _1_Pulsing40_0.tip, _6_Pulsing40_0.frq, _1_Pulsing40_0.tim, _4.fnm, _4_nrm.cfe, _0_Pulsing40_0.prx, _7_Pulsing40_0.prx, _1.fnm, _1_Pulsing40_0.frq, _0_Asserting_0.prx, _4.fdx, _3_Asserting_0.prx, _6_Pulsing40_0.tim, _1_Pulsing40_0.prx, _6_Pulsing40_0.tip, _2_Asserting_0.prx, _4_NestedPulsing_0.prx, _7_Asserting_0.tip, _2_Pulsing40_0.prx, _7_Asserting_0.tim, _0.fnm, _5_Asserting_0.tim, _2_Pulsing40_0.frq, _5.si, _3_nrm.cfs, _3_NestedPulsing_0.frq, _6_Pulsing40_0.prx, _4_Memory_0.ram, _4_nrm.cfs, _5_Asserting_0.tip, _5_Asserting_0.prx, _1_NestedPulsing_0.prx, _6_Asserting_0.tim, _6_Asserting_0.tip, _6_nrm.cfs, _7_nrm.cfs, _5_Asserting_0.frq, _2_Asserting_0.frq, _2_Memory_0.ram, _0.si, _3_Memory_0.ram, _1_nrm.cfs, _5.fnm, _7_NestedPulsing_0.prx, _7_nrm.cfe, _7_Asserting_0.prx, _6_nrm.cfe, _0_nrm.cfs, _4.fdt, _4.si, _1_nrm.cfe, _3_Asserting_0.frq, _5_NestedPulsing_0.prx, _3_Pulsing40_0.prx, _4_Pulsing40_0.frq, _3_Asserting_0.tim, _3_Asserting_0.tip, _0_nrm.cfe, _5.fdx, _0.fdx, segments_3, _0.fdt]
[junit4:junit4]   2> 18620 T1424 C141 P23112 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4]   2> 18686 T1424 C141 P23112 oass.SolrIndexSearcher.<init> Opening Searcher@1c2109b0 main
[junit4:junit4]   2> 18687 T1424 C141 P23112 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18688 T1435 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1c2109b0 main{StandardDirectoryReader(segments_3:17 _0(4.0.0.2):C1 _1(4.0.0.2):C10 _2(4.0.0.2):C10 _3(4.0.0.2):C10 _4(4.0.0.2):C10 _5(4.0.0.2):C10 _6(4.0.0.2):C10 _7(4.0.0.2):C6)}
[junit4:junit4]   2> 18689 T1424 C141 P23112 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 533
[junit4:junit4]   2> 18692 T1444 C138 P23127 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18892 T1444 C138 P23127 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty1/index,segFN=segments_2,generation=2,filenames=[_0_Asserting_0.tim, _0.fnm, _0_Pulsing40_0.tim, _0_Asserting_0.tip, _0_Memory_0.ram, _0_NestedPulsing_0.frq, _0_nrm.cfs, _0_Pulsing40_0.prx, _0_NestedPulsing_0.tip, _0_Pulsing40_0.frq, _0_NestedPulsing_0.prx, _0_NestedPulsing_0.tim, _0_Asserting_0.prx, _0_Asserting_0.frq, _0_nrm.cfe, _0_Pulsing40_0.tip, segments_2, _0.fdx, _0.si, _0.fdt]
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty1/index,segFN=segments_3,generation=3,filenames=[_3_nrm.cfe, _1_NestedPulsing_0.tip, _2_NestedPulsing_0.tim, _1_Pulsing40_0.tip, _1_Pulsing40_0.tim, _4_nrm.cfe, _4.fnm, _3.fdt, _3_NestedPulsing_0.prx, _0_Pulsing40_0.prx, _0_Pulsing40_0.frq, _1.fnm, _4.fdx, _0_Asserting_0.prx, _1_Pulsing40_0.frq, _1_Asserting_0.tim, _3_Asserting_0.prx, _1_Asserting_0.tip, _1_Pulsing40_0.prx, _2_Asserting_0.prx, _4_NestedPulsing_0.prx, _1_NestedPulsing_0.tim, _2_Pulsing40_0.prx, _2_NestedPulsing_0.tip, _4_Asserting_0.frq, _0.fnm, _0_Pulsing40_0.tim, _0_Memory_0.ram, _3_Pulsing40_0.tip, _3_NestedPulsing_0.tim, _2.fdt, _2.fdx, _3_Pulsing40_0.tim, _2_Pulsing40_0.frq, _3_nrm.cfs, _2_Asserting_0.tim, _1.fdx, _0_Asserting_0.frq, _3_NestedPulsing_0.frq, _2_Asserting_0.tip, _3_NestedPulsing_0.tip, _1.fdt, _4_Memory_0.ram, _4_nrm.cfs, _3.si, _4_NestedPulsing_0.frq, _3_Pulsing40_0.frq, _0_Asserting_0.tim, _2.si, _2_Pulsing40_0.tim, _1_NestedPulsing_0.prx, _0_Asserting_0.tip, _2_Pulsing40_0.tip, _4_Asserting_0.tip, _3.fnm, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _4_Pulsing40_0.prx, _4_Asserting_0.prx, _2_nrm.cfe, _1_Memory_0.ram, _4_Asserting_0.tim, _2_Asserting_0.frq, _4_NestedPulsing_0.tip, _0_Pulsing40_0.tip, _4_NestedPulsing_0.tim, _2_Memory_0.ram, _3_Memory_0.ram, _2_nrm.cfs, _0.si, _1_nrm.cfs, _2_NestedPulsing_0.prx, _0_NestedPulsing_0.frq, _1_Asserting_0.frq, _4.si, _4.fdt, _0_nrm.cfs, _0_NestedPulsing_0.prx, _1_nrm.cfe, _2.fnm, _3_Asserting_0.frq, _3.fdx, _4_Pulsing40_0.tip, _4_Pulsing40_0.frq, _3_Pulsing40_0.prx, _4_Pulsing40_0.tim, _1_NestedPulsing_0.frq, _3_Asserting_0.tim, _3_Asserting_0.tip, _1_Asserting_0.prx, _1.si, _2_NestedPulsing_0.frq, _0_nrm.cfe, _0.fdx, _0.fdt, segments_3]
[junit4:junit4]   2> 18894 T1444 C138 P23127 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4]   2> 18964 T1444 C138 P23127 oass.SolrIndexSearcher.<init> Opening Searcher@745cfc20 main
[junit4:junit4]   2> 18965 T1444 C138 P23127 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18967 T1447 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@745cfc20 main{StandardDirectoryReader(segments_3:11 _0(4.0.0.2):C1 _1(4.0.0.2):C10 _2(4.0.0.2):C10 _3(4.0.0.2):C10 _4(4.0.0.2):C1)}
[junit4:junit4]   2> 18967 T1444 C138 P23127 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:23140/solr/collection1/, StdNode: http://127.0.0.1:23135/solr/collection1/, StdNode: http://127.0.0.1:23146/solr/collection1/]
[junit4:junit4]   2> 18970 T1476 C139 P23146 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18970 T1451 C140 P23135 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false

[...truncated too long message...]

ntext.runLeaderProcess(ElectionContext.java:213)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:158)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:102)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:56)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:131)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4:junit4]   2> 
[junit4:junit4]   2> 314135 T1484 oasc.JmxMonitoredMap$SolrDynamicMBean.getMBeanInfo WARNING Could not getStatistics on info bean Lazy[solr.ReplicationHandler] java.lang.IllegalArgumentException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1348065056487/jetty4/index does not exist
[junit4:junit4]   2> 	at org.apache.commons.io.FileUtils.sizeOfDirectory(FileUtils.java:2074)
[junit4:junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getIndexSize(ReplicationHandler.java:477)
[junit4:junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getStatistics(ReplicationHandler.java:525)
[junit4:junit4]   2> 	at org.apache.solr.core.RequestHandlers$LazyRequestHandlerWrapper.getStatistics(RequestHandlers.java:310)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap$SolrDynamicMBean.getMBeanInfo(JmxMonitoredMap.java:231)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:536)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.unregister(JmxMonitoredMap.java:175)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.clear(JmxMonitoredMap.java:116)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.close(SolrCore.java:864)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:213)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:158)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:102)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:56)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:131)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4:junit4]   2> 
[junit4:junit4]   2> 314140 T1484 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 314143 T1484 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=5,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=35,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 314143 T1484 oasu.DefaultSolrCoreState.decref SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 314146 T1484 oasu.DefaultSolrCoreState.decref Closing SolrCoreState - canceling any ongoing recovery
[junit4:junit4]   2> 314146 T1484 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 314146 T1484 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 314146 T1484 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 314147 T1484 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 314147 T1484 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24a72ec1 name:ZooKeeperConnection Watcher:127.0.0.1:23109/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   2> 314147 T1484 oascc.ConnectionManager.process Client->ZooKeeper status change trigger but we are already closed
[junit4:junit4]   2> 314147 T1484 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40: {n_f1=PostingsFormat(name=Memory doPackFST= true), foo_b=PostingsFormat(name=NestedPulsing), foo_d=Pulsing40(freqCutoff=16 minBlockSize=17 maxBlockSize=55), foo_f=PostingsFormat(name=NestedPulsing), n_tl1=PostingsFormat(name=Memory doPackFST= true), n_d1=PostingsFormat(name=Asserting), rnd_b=Pulsing40(freqCutoff=16 minBlockSize=17 maxBlockSize=55), intDefault=PostingsFormat(name=Asserting), n_td1=PostingsFormat(name=Memory doPackFST= true), timestamp=PostingsFormat(name=Asserting), id=Pulsing40(freqCutoff=16 minBlockSize=17 maxBlockSize=55), range_facet_sl=PostingsFormat(name=NestedPulsing), range_facet_si=PostingsFormat(name=Memory doPackFST= true), oddField_s=PostingsFormat(name=NestedPulsing), multiDefault=PostingsFormat(name=Memory doPackFST= true), n_tf1=PostingsFormat(name=Asserting), n_dt1=PostingsFormat(name=Memory doPackFST= true), n_ti1=Pulsing40(freqCutoff=16 minBlockSize=17 maxBlockSize=55), range_facet_l=PostingsFormat(name=Asserting), text=PostingsFormat(name=NestedPulsing), _version_=PostingsFormat(name=Asserting), SubjectTerms_mfacet=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=Asserting), n_tdt1=PostingsFormat(name=Asserting), other_tl1=PostingsFormat(name=Asserting), n_l1=PostingsFormat(name=Asserting), a_si=PostingsFormat(name=Memory doPackFST= true)}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=en_SG, timezone=America/Ensenada
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_06 (64-bit)/cpus=16,threads=2,free=168604464,total=429916160
[junit4:junit4]   2> NOTE: All tests run in this JVM: [JSONWriterTest, TestLuceneMatchVersion, BadComponentTest, MoreLikeThisHandlerTest, BinaryUpdateRequestHandlerTest, ResourceLoaderTest, TestLFUCache, TestCollationField, LeaderElectionIntegrationTest, UniqFieldsUpdateProcessorFactoryTest, NotRequiredUniqueKeyTest, TestNumberUtils, ClusterStateTest, TestIBSimilarityFactory, CircularListTest, TestBinaryResponseWriter, TestCoreContainer, HighlighterConfigTest, TestBadConfig, TestRangeQuery, TestSystemIdResolver, DateMathParserTest, NumericFieldsTest, TestSearchPerf, SolrCoreCheckLockOnStartupTest, TestCollationKeyRangeQueries, PreAnalyzedFieldTest, SOLR749Test, TestQuerySenderNoQuery, SpatialFilterTest, MBeansHandlerTest, SampleTest, ZkCLITest, UpdateRequestProcessorFactoryTest, TestQueryTypes, CoreAdminHandlerTest, CoreContainerCoreInitFailuresTest, QueryElevationComponentTest, TestFastLRUCache, MinimalSchemaTest, TestConfig, JsonLoaderTest, SortByFunctionTest, IndexBasedSpellCheckerTest, AlternateDirectoryTest, TestElisionMultitermQuery, TestPHPSerializedResponseWriter, TestLMDirichletSimilarityFactory, TestFiltering, TestIndexSearcher, BasicDistributedZkTest, SpellCheckComponentTest, TestReplicationHandler, ZkControllerTest, TestRandomFaceting, SpellCheckCollatorTest, TestExtendedDismaxParser, AutoCommitTest, BasicZkTest, ZkSolrClientTest, WordBreakSolrSpellCheckerTest, TestHashPartitioner, TestJoin, TestFunctionQuery, DirectSolrConnectionTest, CacheHeaderTest, TestCSVLoader, TestCSVResponseWriter, TestPseudoReturnFields, QueryParsingTest, DistanceFunctionTest, StandardRequestHandlerTest, PingRequestHandlerTest, TestSurroundQueryParser, DocumentAnalysisRequestHandlerTest, TestSolrQueryParser, FastVectorHighlighterTest, ReturnFieldsTest, SearchHandlerTest, CopyFieldTest, LoggingHandlerTest, CSVRequestHandlerTest, ShowFileRequestHandlerTest, TestWriterPerf, TestIndexingPerformance, PrimitiveFieldTypeTest, TestUpdate, DefaultValueUpdateProcessorTest, IndexReaderFactoryTest, TestJmxMonitoredMap, SpellPossibilityIteratorTest, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestCodecSupport, TimeZoneUtilsTest, URLClassifyProcessorTest, TestSuggestSpellingConverter, DOMUtilTest, SystemInfoHandlerTest, TestDocumentBuilder, BasicDistributedZk2Test]
[junit4:junit4] Completed on J0 in 314.80s, 1 test, 1 failure <<< FAILURES!

[...truncated 10 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/build.xml:32: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/solr/build.xml:146: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/module-build.xml:63: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/common-build.xml:1140: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-java7/lucene/common-build.xml:813: There were test failures: 230 suites, 951 tests, 1 failure, 7 ignored (2 assumptions)

Total time: 32 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure