You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2012/09/16 18:49:40 UTC
[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 36 - Still Failing
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/36/
1 tests failed.
FAILED: org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
Error Message:
Shard still reported as live in zk
Stack Trace:
java.lang.AssertionError: Shard still reported as live in zk
at __randomizedtesting.SeedInfo.seed([2BB92E1FFEE71CE3:AA5FA00789B87CDF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(AbstractFullDistribZkTestBase.java:1220)
at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:190)
at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:83)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 7581 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4] 2> 4 T2675 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1347813864135
[junit4:junit4] 2> 5 T2675 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 8 T2676 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4] 2> 8 T2676 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 9 T2676 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4] 2> 107 T2675 oasc.ZkTestServer.run start zk server on port:22453
[junit4:junit4] 2> 107 T2675 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:22453 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@4c220df2
[junit4:junit4] 2> 108 T2681 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:22453
[junit4:junit4] 2> 108 T2675 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 109 T2681 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:22453, initiating session
[junit4:junit4] 2> 109 T2677 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:54745
[junit4:junit4] 2> 110 T2677 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:54745
[junit4:junit4] 2> 110 T2679 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4] 2> 113 T2679 oazs.NIOServerCnxn.finishSessionInit Established session 0x139cff772cc0000 with negotiated timeout 10000 for client /140.211.11.196:54745
[junit4:junit4] 2> 113 T2681 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:22453, sessionid = 0x139cff772cc0000, negotiated timeout = 10000
[junit4:junit4] 2> 113 T2682 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c220df2 name:ZooKeeperConnection Watcher:127.0.0.1:22453 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 113 T2675 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 114 T2675 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 127 T2680 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139cff772cc0000
[junit4:junit4] 2> 128 T2682 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 128 T2675 oaz.ZooKeeper.close Session: 0x139cff772cc0000 closed
[junit4:junit4] 2> 129 T2677 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:54745 which had sessionid 0x139cff772cc0000
[junit4:junit4] 2> 129 T2675 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:22453/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6e9b68d0
[junit4:junit4] 2> 130 T2683 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:22453
[junit4:junit4] 2> 130 T2675 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 130 T2683 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:22453, initiating session
[junit4:junit4] 2> 130 T2677 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:14225
[junit4:junit4] 2> 131 T2677 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:14225
[junit4:junit4] 2> 132 T2679 oazs.NIOServerCnxn.finishSessionInit Established session 0x139cff772cc0001 with negotiated timeout 10000 for client /140.211.11.196:14225
[junit4:junit4] 2> 132 T2683 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:22453, sessionid = 0x139cff772cc0001, negotiated timeout = 10000
[junit4:junit4] 2> 132 T2684 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e9b68d0 name:ZooKeeperConnection Watcher:127.0.0.1:22453/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 132 T2675 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 133 T2675 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 143 T2675 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 145 T2675 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 147 T2675 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 156 T2675 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 157 T2675 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 169 T2675 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 170 T2675 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 273 T2675 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 274 T2675 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 277 T2675 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 278 T2675 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 289 T2675 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 290 T2675 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 293 T2675 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 293 T2675 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 296 T2675 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 296 T2675 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 303 T2675 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 304 T2675 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 307 T2675 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 308 T2675 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 311 T2675 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 312 T2675 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 315 T2680 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139cff772cc0001
[junit4:junit4] 2> 321 T2684 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 321 T2675 oaz.ZooKeeper.close Session: 0x139cff772cc0001 closed
[junit4:junit4] 2> 321 T2677 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:14225 which had sessionid 0x139cff772cc0001
[junit4:junit4] 2> 324 T2675 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 327 T2675 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:46958
[junit4:junit4] 2> 328 T2675 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 329 T2675 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 329 T2675 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 371 T2675 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 372 T2675 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 372 T2675 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 373 T2675 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4] 2> 373 T2675 oasc.CoreContainer.<init> New CoreContainer 1437349723
[junit4:junit4] 2> 374 T2675 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 374 T2675 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 404 T2675 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 421 T2675 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:22453/solr
[junit4:junit4] 2> 422 T2675 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:22453/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@2d01a4f6
[junit4:junit4] 2> 423 T2694 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:22453
[junit4:junit4] 2> 423 T2675 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 424 T2694 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:22453, initiating session
[junit4:junit4] 2> 424 T2677 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:19743
[junit4:junit4] 2> 424 T2677 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:19743
[junit4:junit4] 2> 426 T2679 oazs.NIOServerCnxn.finishSessionInit Established session 0x139cff772cc0002 with negotiated timeout 5000 for client /140.211.11.196:19743
[junit4:junit4] 2> 426 T2694 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:22453, sessionid = 0x139cff772cc0002, negotiated timeout = 5000
[junit4:junit4] 2> 426 T2695 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d01a4f6 name:ZooKeeperConnection Watcher:127.0.0.1:22453/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 426 T2675 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 428 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 429 T2675 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 439 T2675 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46958_solr
[junit4:junit4] 2> 439 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:46958_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:46958_solr
[junit4:junit4] 2> 440 T2675 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46958_solr
[junit4:junit4] 2> 448 T2675 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 449 T2675 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 449 T2675 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 449 T2675 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 450 T2675 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 450 T2675 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 451 T2675 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 451 T2675 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 452 T2675 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 452 T2675 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 467 T2675 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 472 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 483 T2675 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 485 T2675 oasc.Overseer.start Overseer (id=88330329400279042-127.0.0.1:46958_solr-n_0000000000) starting
[junit4:junit4] 2> 486 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 492 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 494 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 500 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 505 T2697 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 506 T2675 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 508 T2675 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 510 T2696 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 515 T2675 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4] 2> 516 T2675 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 516 T2675 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 517 T2675 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 518 T2675 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4] 2> 520 T2675 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 521 T2675 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4] 2> 576 T2675 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 661 T2675 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 762 T2675 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 769 T2675 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 1406 T2675 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1414 T2675 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1417 T2675 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1425 T2675 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1429 T2675 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1432 T2675 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1433 T2675 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1434 T2675 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/control/data/
[junit4:junit4] 2> 1434 T2675 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@76996cca
[junit4:junit4] 2> 1435 T2675 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/control/data/index/
[junit4:junit4] 2> 1436 T2675 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1437 T2675 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/control/data/index forceNew:false
[junit4:junit4] 2> 1443 T2675 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@50a4d2a2; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 1444 T2675 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 1445 T2675 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 1446 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1446 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 1447 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1447 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 1448 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1448 T2675 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1448 T2675 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1449 T2675 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1449 T2675 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1449 T2675 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 1450 T2675 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 1450 T2675 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1451 T2675 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 1451 T2675 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 1451 T2675 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 1452 T2675 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1452 T2675 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1452 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1453 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1453 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1453 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1454 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1454 T2675 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1455 T2675 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 1455 T2675 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 1458 T2675 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1461 T2675 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 1462 T2675 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 1465 T2675 oass.SolrIndexSearcher.<init> Opening Searcher@69cec57a main
[junit4:junit4] 2> 1466 T2675 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1466 T2675 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1466 T2675 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 1472 T2675 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 1528 T2698 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@69cec57a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1530 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0002 type:create cxid:0x56 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4] 2> 1542 T2675 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 1542 T2675 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:46958/solr shardId:control_shard
[junit4:junit4] 2> 1543 T2675 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
[junit4:junit4] 2> 1566 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0002 type:delete cxid:0x65 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4] 2> 1567 T2675 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1567 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0002 type:create cxid:0x66 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2016 T2696 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2016 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0002 type:create cxid:0x6d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4] 2> 2035 T2695 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 2076 T2675 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2077 T2675 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2077 T2675 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:46958/solr/collection1/
[junit4:junit4] 2> 2077 T2675 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 2078 T2675 oasc.SyncStrategy.syncToMe http://127.0.0.1:46958/solr/collection1/ has no replicas
[junit4:junit4] 2> 2078 T2675 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:46958/solr/collection1/
[junit4:junit4] 2> 2078 T2675 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
[junit4:junit4] 2> 2081 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0002 type:create cxid:0x8b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2542 T2696 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2559 T2695 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 2603 T2675 oasc.ZkController.register We are http://127.0.0.1:46958/solr/collection1/ and leader is http://127.0.0.1:46958/solr/collection1/
[junit4:junit4] 2> 2603 T2675 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46958/solr
[junit4:junit4] 2> 2604 T2675 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 2607 T2675 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2607 T2675 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 2608 T2675 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2608 T2675 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3062 T2696 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3080 T2695 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 3504 T2675 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 3508 T2675 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:19765
[junit4:junit4] 2> 3509 T2675 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 3509 T2675 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347813866752
[junit4:junit4] 2> 3510 T2675 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347813866752/'
[junit4:junit4] 2> 3550 T2675 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 3551 T2675 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 3551 T2675 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347813866752
[junit4:junit4] 2> 3552 T2675 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347813866752/solr.xml
[junit4:junit4] 2> 3552 T2675 oasc.CoreContainer.<init> New CoreContainer 163617376
[junit4:junit4] 2> 3553 T2675 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347813866752/'
[junit4:junit4] 2> 3554 T2675 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347813866752/'
[junit4:junit4] 2> 3582 T2675 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 3599 T2675 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:22453/solr
[junit4:junit4] 2> 3600 T2675 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:22453/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@5ed37a2b
[junit4:junit4] 2> 3601 T2708 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:22453
[junit4:junit4] 2> 3601 T2675 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3601 T2708 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:22453, initiating session
[junit4:junit4] 2> 3602 T2677 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:19766
[junit4:junit4] 2> 3602 T2677 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:19766
[junit4:junit4] 2> 3604 T2679 oazs.NIOServerCnxn.finishSessionInit Established session 0x139cff772cc0003 with negotiated timeout 5000 for client /140.211.11.196:19766
[junit4:junit4] 2> 3604 T2708 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:22453, sessionid = 0x139cff772cc0003, negotiated timeout = 5000
[junit4:junit4] 2> 3604 T2709 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ed37a2b name:ZooKeeperConnection Watcher:127.0.0.1:22453/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3604 T2675 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3605 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0003 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3606 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0003 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3608 T2675 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19765_solr
[junit4:junit4] 2> 3609 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0003 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:19765_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:19765_solr
[junit4:junit4] 2> 3612 T2675 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19765_solr
[junit4:junit4] 2> 3614 T2695 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 3615 T2675 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 3615 T2675 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 3616 T2675 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 3616 T2675 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 3616 T2675 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 3617 T2675 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 3617 T2675 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 3617 T2675 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 3618 T2675 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 3618 T2675 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 3632 T2675 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3637 T2675 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347813866752/collection1
[junit4:junit4] 2> 3638 T2675 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 3638 T2675 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 3639 T2675 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 3640 T2675 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347813866752/collection1/'
[junit4:junit4] 2> 3641 T2675 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty1-1347813866752/collection1/lib/README' to classloader
[junit4:junit4] 2> 3642 T2675 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty1-1347813866752/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 3681 T2675 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 3749 T2675 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 3850 T2675 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 3857 T2675 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 4508 T2675 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 4522 T2675 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 4527 T2675 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 4539 T2675 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 4545 T2675 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 4550 T2675 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 4551 T2675 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 4553 T2675 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347813866752/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty1/
[junit4:junit4] 2> 4553 T2675 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@76996cca
[junit4:junit4] 2> 4555 T2675 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty1/index/
[junit4:junit4] 2> 4556 T2675 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 4557 T2675 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty1/index forceNew:false
[junit4:junit4] 2> 4564 T2675 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e107fae; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 4565 T2675 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 4566 T2675 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 4569 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 4569 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 4570 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 4570 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 4571 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 4572 T2675 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 4572 T2675 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 4573 T2675 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 4574 T2675 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 4574 T2675 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 4575 T2675 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 4576 T2675 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 4577 T2675 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 4577 T2675 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 4578 T2675 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 4578 T2675 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 4579 T2675 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 4580 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 4580 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 4581 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 4582 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 4582 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 4583 T2675 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 4583 T2675 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 4584 T2675 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 4588 T2675 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 4593 T2675 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 4594 T2675 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 4599 T2675 oass.SolrIndexSearcher.<init> Opening Searcher@230c0178 main
[junit4:junit4] 2> 4600 T2675 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 4601 T2675 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 4601 T2675 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 4609 T2675 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 4680 T2710 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@230c0178 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 5089 T2696 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 5102 T2695 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 5102 T2709 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 5184 T2675 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 5184 T2675 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:19765/solr shardId:shard1
[junit4:junit4] 2> 5185 T2675 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 5201 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0003 type:delete cxid:0x42 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4] 2> 5202 T2675 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 5203 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0003 type:create cxid:0x43 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 5213 T2675 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 5214 T2675 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 5214 T2675 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:19765/solr/collection1/
[junit4:junit4] 2> 5214 T2675 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 5215 T2675 oasc.SyncStrategy.syncToMe http://127.0.0.1:19765/solr/collection1/ has no replicas
[junit4:junit4] 2> 5215 T2675 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:19765/solr/collection1/
[junit4:junit4] 2> 5216 T2675 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 5220 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0003 type:create cxid:0x4d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 5607 T2696 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 5623 T2695 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 5623 T2709 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 5639 T2675 oasc.ZkController.register We are http://127.0.0.1:19765/solr/collection1/ and leader is http://127.0.0.1:19765/solr/collection1/
[junit4:junit4] 2> 5639 T2675 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:19765/solr
[junit4:junit4] 2> 5640 T2675 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 5642 T2675 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 5642 T2675 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 5643 T2675 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 5643 T2675 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 6136 T2696 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6158 T2695 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6158 T2709 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6533 T2675 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 6536 T2675 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:19771
[junit4:junit4] 2> 6536 T2675 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 6536 T2675 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347813869787
[junit4:junit4] 2> 6537 T2675 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347813869787/'
[junit4:junit4] 2> 6565 T2675 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 6565 T2675 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 6566 T2675 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347813869787
[junit4:junit4] 2> 6566 T2675 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347813869787/solr.xml
[junit4:junit4] 2> 6566 T2675 oasc.CoreContainer.<init> New CoreContainer 2114276157
[junit4:junit4] 2> 6567 T2675 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347813869787/'
[junit4:junit4] 2> 6567 T2675 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347813869787/'
[junit4:junit4] 2> 6587 T2675 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 6599 T2675 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:22453/solr
[junit4:junit4] 2> 6599 T2675 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:22453/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@1b993ab6
[junit4:junit4] 2> 6600 T2720 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:22453
[junit4:junit4] 2> 6600 T2675 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 6600 T2720 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:22453, initiating session
[junit4:junit4] 2> 6601 T2677 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:19772
[junit4:junit4] 2> 6601 T2677 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:19772
[junit4:junit4] 2> 6603 T2679 oazs.NIOServerCnxn.finishSessionInit Established session 0x139cff772cc0004 with negotiated timeout 5000 for client /140.211.11.196:19772
[junit4:junit4] 2> 6603 T2720 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:22453, sessionid = 0x139cff772cc0004, negotiated timeout = 5000
[junit4:junit4] 2> 6603 T2721 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b993ab6 name:ZooKeeperConnection Watcher:127.0.0.1:22453/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 6603 T2675 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 6604 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 6605 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 6614 T2675 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19771_solr
[junit4:junit4] 2> 6614 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:19771_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:19771_solr
[junit4:junit4] 2> 6615 T2675 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19771_solr
[junit4:junit4] 2> 6617 T2695 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 6617 T2709 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 6618 T2675 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 6618 T2675 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 6618 T2675 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 6619 T2675 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 6619 T2675 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 6619 T2675 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 6620 T2675 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 6620 T2675 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 6620 T2675 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 6620 T2675 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 6633 T2675 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 6638 T2675 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347813869787/collection1
[junit4:junit4] 2> 6638 T2675 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 6639 T2675 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 6639 T2675 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 6640 T2675 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347813869787/collection1/'
[junit4:junit4] 2> 6641 T2675 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty2-1347813869787/collection1/lib/README' to classloader
[junit4:junit4] 2> 6642 T2675 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty2-1347813869787/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 6681 T2675 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 6733 T2675 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 6834 T2675 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 6839 T2675 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 7283 T2675 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 7292 T2675 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 7295 T2675 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 7304 T2675 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 7308 T2675 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 7311 T2675 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 7312 T2675 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 7313 T2675 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347813869787/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty2/
[junit4:junit4] 2> 7313 T2675 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@76996cca
[junit4:junit4] 2> 7314 T2675 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty2/index/
[junit4:junit4] 2> 7315 T2675 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 7316 T2675 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty2/index forceNew:false
[junit4:junit4] 2> 7347 T2675 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@423900d9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 7347 T2675 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 7348 T2675 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 7350 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 7350 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 7351 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 7351 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 7351 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 7352 T2675 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 7352 T2675 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 7353 T2675 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 7353 T2675 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 7353 T2675 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 7354 T2675 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 7354 T2675 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 7355 T2675 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 7355 T2675 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 7355 T2675 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 7356 T2675 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 7356 T2675 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7357 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7357 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7358 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7358 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7358 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7359 T2675 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7359 T2675 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 7360 T2675 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 7363 T2675 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 7367 T2675 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 7368 T2675 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 7371 T2675 oass.SolrIndexSearcher.<init> Opening Searcher@6f8888a3 main
[junit4:junit4] 2> 7372 T2675 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 7372 T2675 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 7373 T2675 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 7390 T2675 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 7464 T2722 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6f8888a3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 7668 T2696 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7698 T2721 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7698 T2695 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7698 T2709 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7969 T2675 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 7969 T2675 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:19771/solr shardId:shard2
[junit4:junit4] 2> 7970 T2675 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 7984 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0004 type:delete cxid:0x41 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4] 2> 7985 T2675 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 7985 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0004 type:create cxid:0x42 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7992 T2675 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 7993 T2675 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 7993 T2675 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:19771/solr/collection1/
[junit4:junit4] 2> 7993 T2675 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 7994 T2675 oasc.SyncStrategy.syncToMe http://127.0.0.1:19771/solr/collection1/ has no replicas
[junit4:junit4] 2> 7994 T2675 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:19771/solr/collection1/
[junit4:junit4] 2> 7994 T2675 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 7998 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0004 type:create cxid:0x4b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8203 T2696 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8223 T2695 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 8223 T2709 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 8223 T2721 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 8263 T2675 oasc.ZkController.register We are http://127.0.0.1:19771/solr/collection1/ and leader is http://127.0.0.1:19771/solr/collection1/
[junit4:junit4] 2> 8263 T2675 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:19771/solr
[junit4:junit4] 2> 8263 T2675 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 8266 T2675 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8266 T2675 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 8267 T2675 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 8267 T2675 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 8728 T2696 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8748 T2695 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 8748 T2709 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 8748 T2721 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9017 T2675 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 9020 T2675 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:19796
[junit4:junit4] 2> 9021 T2675 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 9021 T2675 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347813872405
[junit4:junit4] 2> 9021 T2675 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347813872405/'
[junit4:junit4] 2> 9046 T2675 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 9046 T2675 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 9047 T2675 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347813872405
[junit4:junit4] 2> 9047 T2675 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347813872405/solr.xml
[junit4:junit4] 2> 9047 T2675 oasc.CoreContainer.<init> New CoreContainer 1297877009
[junit4:junit4] 2> 9048 T2675 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347813872405/'
[junit4:junit4] 2> 9048 T2675 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347813872405/'
[junit4:junit4] 2> 9068 T2675 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 9079 T2675 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:22453/solr
[junit4:junit4] 2> 9079 T2675 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:22453/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@5da6c80
[junit4:junit4] 2> 9080 T2732 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:22453
[junit4:junit4] 2> 9080 T2675 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 9081 T2732 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:22453, initiating session
[junit4:junit4] 2> 9081 T2677 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:19798
[junit4:junit4] 2> 9081 T2677 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:19798
[junit4:junit4] 2> 9090 T2679 oazs.NIOServerCnxn.finishSessionInit Established session 0x139cff772cc0005 with negotiated timeout 5000 for client /140.211.11.196:19798
[junit4:junit4] 2> 9090 T2732 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:22453, sessionid = 0x139cff772cc0005, negotiated timeout = 5000
[junit4:junit4] 2> 9091 T2733 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5da6c80 name:ZooKeeperConnection Watcher:127.0.0.1:22453/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 9091 T2675 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 9091 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 9093 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 9104 T2675 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19796_solr
[junit4:junit4] 2> 9105 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:19796_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:19796_solr
[junit4:junit4] 2> 9106 T2675 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19796_solr
[junit4:junit4] 2> 9112 T2721 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 9112 T2709 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 9112 T2695 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 9113 T2675 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 9114 T2675 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 9114 T2675 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 9115 T2675 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 9115 T2675 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 9116 T2675 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 9116 T2675 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 9117 T2675 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 9117 T2675 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 9118 T2675 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 9135 T2675 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 9143 T2675 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347813872405/collection1
[junit4:junit4] 2> 9143 T2675 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 9144 T2675 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 9145 T2675 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 9147 T2675 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347813872405/collection1/'
[junit4:junit4] 2> 9148 T2675 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty3-1347813872405/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 9149 T2675 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty3-1347813872405/collection1/lib/README' to classloader
[junit4:junit4] 2> 9213 T2675 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 9309 T2675 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 9411 T2675 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 9419 T2675 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 10111 T2675 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 10125 T2675 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 10130 T2675 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 10139 T2675 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10144 T2675 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10149 T2675 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10150 T2675 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10151 T2675 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347813872405/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty3/
[junit4:junit4] 2> 10151 T2675 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@76996cca
[junit4:junit4] 2> 10153 T2675 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty3/index/
[junit4:junit4] 2> 10154 T2675 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 10155 T2675 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty3/index forceNew:false
[junit4:junit4] 2> 10188 T2675 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a687be5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 10189 T2675 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 10190 T2675 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 10192 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 10193 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 10193 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 10194 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 10195 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 10195 T2675 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 10196 T2675 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 10197 T2675 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 10197 T2675 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 10198 T2675 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 10199 T2675 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 10199 T2675 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 10200 T2675 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 10200 T2675 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 10201 T2675 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 10202 T2675 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 10202 T2675 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 10203 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 10204 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 10204 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 10205 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 10206 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 10206 T2675 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 10207 T2675 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 10208 T2675 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 10213 T2675 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 10218 T2675 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 10220 T2675 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 10224 T2675 oass.SolrIndexSearcher.<init> Opening Searcher@63e63b70 main
[junit4:junit4] 2> 10226 T2675 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 10226 T2675 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 10227 T2675 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 10236 T2675 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 10293 T2734 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@63e63b70 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 10761 T2696 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 10765 T2721 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10765 T2733 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10765 T2709 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10765 T2695 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10800 T2675 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 10800 T2675 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:19796/solr shardId:shard1
[junit4:junit4] 2> 10803 T2675 oasc.ZkController.register We are http://127.0.0.1:19796/solr/collection1/ and leader is http://127.0.0.1:19765/solr/collection1/
[junit4:junit4] 2> 10803 T2675 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:19796/solr
[junit4:junit4] 2> 10804 T2675 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 10804 T2675 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C279 name=collection1 org.apache.solr.core.SolrCore@2cba36a8 url=http://127.0.0.1:19796/solr/collection1 node=127.0.0.1:19796_solr
[junit4:junit4] 2> 10805 T2735 C279 P19796 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 10805 T2735 C279 P19796 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 10891 T2675 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 10891 T2735 C279 P19796 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:19765/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 10891 T2735 C279 P19796 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:19796/solr START replicas=[http://127.0.0.1:19765/solr/collection1/] nUpdates=100
[junit4:junit4] 2> 10891 T2675 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 10892 T2735 C279 P19796 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 10892 T2675 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 10892 T2735 C279 P19796 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 10892 T2735 C279 P19796 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 10892 T2675 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 10893 T2735 C279 P19796 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C280 name=collection1 org.apache.solr.core.SolrCore@6a2dd3bc url=http://127.0.0.1:19765/solr/collection1 node=127.0.0.1:19765_solr
[junit4:junit4] 2> 10899 T2701 C280 P19765 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0
[junit4:junit4] 2> 11281 T2696 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11303 T2733 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11303 T2721 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11304 T2709 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11304 T2695 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11505 T2675 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 11520 T2675 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:19806
[junit4:junit4] 2> 11520 T2675 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 11521 T2675 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347813875033
[junit4:junit4] 2> 11521 T2675 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347813875033/'
[junit4:junit4] 2> 11547 T2675 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 11548 T2675 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 11548 T2675 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347813875033
[junit4:junit4] 2> 11548 T2675 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347813875033/solr.xml
[junit4:junit4] 2> 11549 T2675 oasc.CoreContainer.<init> New CoreContainer 147701730
[junit4:junit4] 2> 11549 T2675 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347813875033/'
[junit4:junit4] 2> 11550 T2675 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347813875033/'
[junit4:junit4] 2> 11569 T2675 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 11579 T2675 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:22453/solr
[junit4:junit4] 2> 11580 T2675 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:22453/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@6f3f4bc8
[junit4:junit4] 2> 11581 T2746 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:22453
[junit4:junit4] 2> 11581 T2675 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 11582 T2746 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:22453, initiating session
[junit4:junit4] 2> 11582 T2677 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:19807
[junit4:junit4] 2> 11582 T2677 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:19807
[junit4:junit4] 2> 11583 T2679 oazs.NIOServerCnxn.finishSessionInit Established session 0x139cff772cc0006 with negotiated timeout 5000 for client /140.211.11.196:19807
[junit4:junit4] 2> 11583 T2746 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:22453, sessionid = 0x139cff772cc0006, negotiated timeout = 5000
[junit4:junit4] 2> 11584 T2747 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f3f4bc8 name:ZooKeeperConnection Watcher:127.0.0.1:22453/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 11584 T2675 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 11584 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0006 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 11585 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0006 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 11595 T2675 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19806_solr
[junit4:junit4] 2> 11596 T2680 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139cff772cc0006 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:19806_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:19806_solr
[junit4:junit4] 2> 11597 T2675 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19806_solr
[junit4:junit4] 2> 11598 T2721 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 11598 T2733 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 11598 T2695 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 11598 T2709 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 11599 T2675 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 11599 T2675 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 11600 T2675 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 11600 T2675 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 11600 T2675 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 11600 T2675 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 11601 T2675 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 11601 T2675 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 11601 T2675 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 11602 T2675 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 11613 T2675 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 11618 T2675 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347813875033/collection1
[junit4:junit4] 2> 11618 T2675 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 11619 T2675 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 11619 T2675 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 11620 T2675 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347813875033/collection1/'
[junit4:junit4] 2> 11621 T2675 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty4-1347813875033/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 11621 T2675 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty4-1347813875033/collection1/lib/README' to classloader
[junit4:junit4] 2> 11657 T2675 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 11704 T2675 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 11805 T2675 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 11810 T2675 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 12232 T2675 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 12241 T2675 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 12244 T2675 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 12252 T2675 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 12255 T2675 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 12259 T2675 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 12260 T2675 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 12261 T2675 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347813875033/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty4/
[junit4:junit4] 2> 12261 T2675 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@76996cca
[junit4:junit4] 2> 12262 T2675 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty4/index/
[junit4:junit4] 2> 12262 T2675 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 12263 T2675 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty4/index forceNew:false
[junit4:junit4] 2> 12268 T2675 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@63e5e864; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 12268 T2675 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 12269 T2675 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 12271 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 12271 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 12271 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 12272 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 12272 T2675 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 12272 T2675 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 12273 T2675 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 12273 T2675 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 12274 T2675 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 12274 T2675 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 12275 T2675 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 12275 T2675 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 12275 T2675 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 12276 T2675 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 12276 T2675 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 12276 T2675 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 12277 T2675 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 12277 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 12278 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 12278 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 12279 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 12279 T2675 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 12279 T2675 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 12280 T2675 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 12280 T2675 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 12283 T2675 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 12286 T2675 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 12287 T2675 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 12290 T2675 oass.SolrIndexSearcher.<init> Opening Searcher@6afebb9c main
[junit4:junit4] 2> 12291 T2675 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 12291 T2675 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 12292 T2675 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 12304 T2675 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 12356 T2748 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6afebb9c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 12809 T2696 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12822 T2695 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12822 T2747 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12822 T2733 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12822 T2709 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12822 T2721 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12861 T2675 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 12862 T2675 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:19806/solr shardId:shard2
[junit4:junit4] 2> 12866 T2675 oasc.ZkController.register We are http://127.0.0.1:19806/solr/collection1/ and leader is http://127.0.0.1:19771/solr/collection1/
[junit4:junit4] 2> 12866 T2675 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:19806/solr
[junit4:junit4] 2> 12867 T2675 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 12867 T2675 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C281 name=collection1 org.apache.solr.core.SolrCore@788a0a98 url=http://127.0.0.1:19806/solr/collection1 node=127.0.0.1:19806_solr
[junit4:junit4] 2> 12869 T2749 C281 P19806 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 12869 T2749 C281 P19806 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 12869 T2675 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12870 T2749 C281 P19806 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:19771/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 12870 T2749 C281 P19806 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:19806/solr START replicas=[http://127.0.0.1:19771/solr/collection1/] nUpdates=100
[junit4:junit4] 2> 12870 T2675 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 12870 T2749 C281 P19806 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 12871 T2749 C281 P19806 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 12870 T2675 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 12871 T2749 C281 P19806 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 12871 T2749 C281 P19806 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 12871 T2675 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C282 name=collection1 org.apache.solr.core.SolrCore@38f93749 url=http://127.0.0.1:19771/solr/collection1 node=127.0.0.1:19771_solr
[junit4:junit4] 2> 12885 T2713 C282 P19771 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0
[junit4:junit4] 2> 12889 T2675 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:22453/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@2d34ac37
[junit4:junit4] 2> 12890 T2751 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:22453
[junit4:junit4] 2> 12890 T2675 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 12890 T2751 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:22453, initiating session
[junit4:junit4] 2> 12891 T2677 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:19848
[junit4:junit4] 2> 12891 T2677 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:19848
[junit4:junit4] 2> 12892 T2679 oazs.NIOServerCnxn.finishSessionInit Established session 0x139cff772cc0007 with negotiated timeout 10000 for client /140.211.11.196:19848
[junit4:junit4] 2> 12892 T2751 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:22453, sessionid = 0x139cff772cc0007, negotiated timeout = 10000
[junit4:junit4] 2> 12893 T2752 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d34ac37 name:ZooKeeperConnection Watcher:127.0.0.1:22453/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 12893 T2675 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 12894 T2675 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 12896 T2675 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 12896 T2675 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 12907 T2675 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C283 name=collection1 org.apache.solr.core.SolrCore@58fafc67 url=http://127.0.0.1:46958/solr/collection1 node=127.0.0.1:46958_solr
[junit4:junit4] 2> 12921 T2687 C283 P46958 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@50a4d2a2; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 12922 T2687 C283 P46958 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 12926 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[1 (1413285283938435072)]} 0 10
[junit4:junit4] 2> 12927 T2675 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:22453/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3f98a047
[junit4:junit4] 2> 12928 T2753 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:22453
[junit4:junit4] 2> 12928 T2675 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 12929 T2753 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:22453, initiating session
[junit4:junit4] 2> 12929 T2677 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:19850
[junit4:junit4] 2> 12929 T2677 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:19850
[junit4:junit4] 2> 12931 T2679 oazs.NIOServerCnxn.finishSessionInit Established session 0x139cff772cc0008 with negotiated timeout 10000 for client /140.211.11.196:19850
[junit4:junit4] 2> 12931 T2753 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:22453, sessionid = 0x139cff772cc0008, negotiated timeout = 10000
[junit4:junit4] 2> 12931 T2754 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3f98a047 name:ZooKeeperConnection Watcher:127.0.0.1:22453/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 12932 T2675 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 12933 T2675 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 12942 T2703 C280 P19765 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e107fae; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 12942 T2703 C280 P19765 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> C279_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:19796_solr, base_url=http://127.0.0.1:19796/solr}
[junit4:junit4] 2> 12959 T2725 C279 P19796 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a687be5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 12960 T2725 C279 P19796 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 12963 T2725 C279 P19796 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19765/solr/collection1/&wt=javabin&version=2} status=0 QTime=8
[junit4:junit4] 2> 12964 T2703 C280 P19765 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=27
[junit4:junit4] 2> 12965 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[1]} 0 28
[junit4:junit4] 2> 12965 T2675 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):3600
[junit4:junit4] 2> 12967 T2675 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 13326 T2696 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 13339 T2733 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 13339 T2695 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 13339 T2752 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 13339 T2721 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 13339 T2747 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 13339 T2754 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 13339 T2709 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 13906 T2735 C279 P19796 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 13906 T2735 C279 P19796 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=tlog{file=./org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty3/tlog/tlog.0000000000000000000 refcount=1}}
[junit4:junit4] 2> 13906 T2735 C279 P19796 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:19765/solr/collection1/. core=collection1
[junit4:junit4] 2> 13906 T2735 C279 P19796 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 13924 T2704 C280 P19765 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 13969 T2675 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14096 T2704 C280 P19765 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e107fae; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e107fae; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0_1.len, _0_6.len, _0_7.len, _0_11.len, _0.pst, _0.fld, _0_4.len, _0_3.len, _0_9.len, segments_2, _0_22.len, _0.inf, _0_23.len, _0.si, _0_19.len, _0_20.len]
[junit4:junit4] 2> 14097 T2704 C280 P19765 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 14109 T2704 C280 P19765 oass.SolrIndexSearcher.<init> Opening Searcher@7d7445a2 main
[junit4:junit4] 2> 14110 T2704 C280 P19765 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 14111 T2710 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7d7445a2 main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4] 2> 14111 T2704 C280 P19765 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 187
[junit4:junit4] 2> 14112 T2735 C279 P19796 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 14112 T2735 C279 P19796 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 14114 T2705 C280 P19765 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 14115 T2705 C280 P19765 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1
[junit4:junit4] 2> 14115 T2735 C279 P19796 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 14116 T2735 C279 P19796 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 14125 T2735 C279 P19796 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 14129 T2705 C280 P19765 REQ /replication {command=filelist&generation=2&wt=javabin&qt=/replication&version=2} status=0 QTime=2
[junit4:junit4] 2> 14130 T2735 C279 P19796 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 16
[junit4:junit4] 2> 14136 T2735 C279 P19796 oash.SnapPuller.fetchLatestIndex Starting download to ./org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty3/index.20120916054438260 fullCopy=true
[junit4:junit4] 2> 14139 T2705 C280 P19765 REQ /replication {file=_0_1.len&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 14144 T2705 C280 P19765 REQ /replication {file=_0_6.len&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 14148 T2705 C280 P19765 REQ /replication {file=_0_7.len&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 14153 T2705 C280 P19765 REQ /replication {file=_0_11.len&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 14157 T2705 C280 P19765 REQ /replication {file=_0.pst&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 14161 T2705 C280 P19765 REQ /replication {file=_0.fld&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 14165 T2705 C280 P19765 REQ /replication {file=_0_4.len&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 14169 T2705 C280 P19765 REQ /replication {file=_0_9.len&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 14173 T2705 C280 P19765 REQ /replication {file=_0_3.len&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 14177 T2705 C280 P19765 REQ /replication {file=_0_22.len&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 14181 T2705 C280 P19765 REQ /replication {file=segments_2&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 14185 T2705 C280 P19765 REQ /replication {file=_0_23.len&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 14189 T2705 C280 P19765 REQ /replication {file=_0.inf&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 14193 T2705 C280 P19765 REQ /replication {file=_0.si&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 14197 T2705 C280 P19765 REQ /replication {file=_0_19.len&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 14201 T2705 C280 P19765 REQ /replication {file=_0_20.len&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 14202 T2735 C279 P19796 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 14203 T2735 C279 P19796 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20120916054438260
[junit4:junit4] 2> 14204 T2735 C279 P19796 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 14205 T2735 C279 P19796 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 14205 T2735 C279 P19796 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4] 2> 14209 T2735 C279 P19796 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty3/index.20120916054438260
[junit4:junit4] 2> 14209 T2735 C279 P19796 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty3/index.20120916054438260 forceNew:true
[junit4:junit4] 2> 14219 T2735 C279 P19796 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty3/index.20120916054438260 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e442cf4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0_1.len, _0_6.len, _0_7.len, _0_11.len, _0.pst, _0.fld, _0_4.len, _0_3.len, _0_9.len, segments_2, _0_22.len, _0.inf, _0_23.len, _0.si, _0_19.len, _0_20.len]
[junit4:junit4] 2> 14219 T2735 C279 P19796 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 14219 T2735 C279 P19796 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 14222 T2735 C279 P19796 oass.SolrIndexSearcher.<init> Opening Searcher@2059e229 main
[junit4:junit4] 2> 14223 T2734 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2059e229 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4] 2> 14224 T2734 oasc.CachingDirectoryFactory.close Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty3/index
[junit4:junit4] 2> 14224 T2734 oash.SnapPuller$2.onClose removing old index directory ./org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty3/index
[junit4:junit4] 2> 14226 T2735 C279 P19796 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 14227 T2735 C279 P19796 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 14227 T2735 C279 P19796 oasc.RecoveryStrategy.replay Replaying buffered documents. core=collection1
[junit4:junit4] 2> 14227 T2758 C279 P19796 oasu.UpdateLog$LogReplayer.doReplay WARNING Starting log replay tlog{file=./org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty3/tlog/tlog.0000000000000000000 refcount=2} active=true starting pos=430
[junit4:junit4] 2> 14228 T2758 C279 P19796 oasu.DirectUpdateHandler2.commit start commit{flags=2,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 14229 T2758 C279 P19796 oass.SolrIndexSearcher.<init> Opening Searcher@99c2ecf main
[junit4:junit4] 2> 14230 T2758 C279 P19796 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 14230 T2734 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@99c2ecf main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4] 2> 14231 T2758 C279 P19796 oasu.UpdateLog$LogReplayer.run WARNING Log replay finished. recoveryInfo=RecoveryInfo{adds=0 deletes=0 deleteByQuery=0 errors=0 positionOfStart=430}
[junit4:junit4] 2> 14231 T2735 C279 P19796 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 14233 T2735 C279 P19796 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 14346 T2696 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14366 T2733 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 14366 T2754 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 14366 T2747 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 14366 T2752 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 14366 T2721 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 14366 T2695 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 14366 T2709 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 14971 T2675 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C281_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:19806_solr, base_url=http://127.0.0.1:19806/solr}
[junit4:junit4] 2> 15888 T2749 C281 P19806 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 15888 T2749 C281 P19806 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 15888 T2749 C281 P19806 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:19771/solr/collection1/. core=collection1
[junit4:junit4] 2> 15888 T2749 C281 P19806 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 15903 T2716 C282 P19771 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 15907 T2716 C282 P19771 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@423900d9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 15907 T2716 C282 P19771 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 15909 T2716 C282 P19771 oass.SolrIndexSearcher.<init> Opening Searcher@7d83728c main
[junit4:junit4] 2> 15909 T2716 C282 P19771 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 15911 T2722 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7d83728c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 15911 T2716 C282 P19771 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 9
[junit4:junit4] 2> 15912 T2749 C281 P19806 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 15912 T2749 C281 P19806 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 15914 T2717 C282 P19771 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 15914 T2717 C282 P19771 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1
[junit4:junit4] 2> 15919 T2749 C281 P19806 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@63e5e864; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 15919 T2749 C281 P19806 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 15920 T2749 C281 P19806 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 15950 T2749 C281 P19806 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@63e5e864; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@63e5e864; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 15950 T2749 C281 P19806 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 15953 T2749 C281 P19806 oass.SolrIndexSearcher.<init> Opening Searcher@2f7c72ad main
[junit4:junit4] 2> 15954 T2749 C281 P19806 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 15955 T2748 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2f7c72ad main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4] 2> 15955 T2749 C281 P19806 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 15955 T2749 C281 P19806 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 15957 T2749 C281 P19806 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 15973 T2675 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 16377 T2696 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 16390 T2754 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 16390 T2733 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 16390 T2695 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 16390 T2747 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 16390 T2752 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 16390 T2709 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 16390 T2721 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 16975 T2675 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 16978 T2687 C283 P46958 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 17087 T2687 C283 P46958 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@50a4d2a2; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@50a4d2a2; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0_1.len, _0_6.len, _0_7.len, _0_11.len, _0.pst, _0.fld, _0_4.len, _0_3.len, _0_9.len, segments_2, _0_22.len, _0.inf, _0_23.len, _0.si, _0_19.len, _0_20.len]
[junit4:junit4] 2> 17087 T2687 C283 P46958 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 17100 T2687 C283 P46958 oass.SolrIndexSearcher.<init> Opening Searcher@214761f3 main
[junit4:junit4] 2> 17101 T2687 C283 P46958 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 17102 T2698 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@214761f3 main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4] 2> 17102 T2687 C283 P46958 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 124
[junit4:junit4] 2> 17105 T2715 C282 P19771 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 17109 T2715 C282 P19771 oass.SolrIndexSearcher.<init> Opening Searcher@5e3b3c37 main
[junit4:junit4] 2> 17109 T2715 C282 P19771 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 17110 T2722 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5e3b3c37 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 17111 T2715 C282 P19771 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:19765/solr/collection1/, StdNode: http://127.0.0.1:19796/solr/collection1/, StdNode: http://127.0.0.1:19806/solr/collection1/]
[junit4:junit4] 2> C279_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:19796_solr, base_url=http://127.0.0.1:19796/solr}
[junit4:junit4] 2> 17113 T2725 C279 P19796 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 17113 T2703 C280 P19765 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 17116 T2725 C279 P19796 oass.SolrIndexSearcher.<init> Opening Searcher@7469e481 main
[junit4:junit4] 2> 17116 T2725 C279 P19796 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 17117 T2734 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7469e481 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4] 2> 17118 T2725 C279 P19796 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 5
[junit4:junit4] 2> 17121 T2703 C280 P19765 oass.SolrIndexSearcher.<init> Opening Searcher@389b6aa6 main
[junit4:junit4] 2> 17121 T2703 C280 P19765 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 17122 T2710 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@389b6aa6 main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4] 2> 17123 T2703 C280 P19765 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 10
[junit4:junit4] 2> C281_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:19806_solr, base_url=http://127.0.0.1:19806/solr}
[junit4:junit4] 2> 17123 T2739 C281 P19806 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 17127 T2739 C281 P19806 oass.SolrIndexSearcher.<init> Opening Searcher@4685b50e main
[junit4:junit4] 2> 17127 T2739 C281 P19806 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 17128 T2748 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4685b50e main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4] 2> 17128 T2739 C281 P19806 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 5
[junit4:junit4] 2> 17129 T2715 C282 P19771 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 24
[junit4:junit4] 2> 17133 T2688 C283 P46958 REQ /select {fl=id,score&shard.url=127.0.0.1:46958/solr/collection1/&NOW=1347813881261&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=1 status=0 QTime=0
[junit4:junit4] 2> 17136 T2688 C283 P46958 REQ /select {shard.url=127.0.0.1:46958/solr/collection1/&NOW=1347813881261&q=*:*&ids=1&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 17137 T2687 C283 P46958 REQ /select {wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=6
[junit4:junit4] 2> 17137 T2675 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:22453/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@dee5938
[junit4:junit4] 2> 17138 T2762 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:22453
[junit4:junit4] 2> 17138 T2675 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 17139 T2762 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:22453, initiating session
[junit4:junit4] 2> 17139 T2677 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:19862
[junit4:junit4] 2> 17139 T2677 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:19862
[junit4:junit4] 2> 17141 T2679 oazs.NIOServerCnxn.finishSessionInit Established session 0x139cff772cc0009 with negotiated timeout 10000 for client /140.211.11.196:19862
[junit4:junit4] 2> 17141 T2762 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:22453, sessionid = 0x139cff772cc0009, negotiated timeout = 10000
[junit4:junit4] 2> 17141 T2763 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@dee5938 name:ZooKeeperConnection Watcher:127.0.0.1:22453/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 17141 T2675 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 17142 T2675 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 17143 T2680 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139cff772cc0009
[junit4:junit4] 2> 17144 T2763 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 17144 T2677 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:19862 which had sessionid 0x139cff772cc0009
[junit4:junit4] 2> 17144 T2675 oaz.ZooKeeper.close Session: 0x139cff772cc0009 closed
[junit4:junit4] 2> 17146 T2706 C280 P19765 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=1
[junit4:junit4] 2> 17148 T2718 C282 P19771 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=1
[junit4:junit4] 2> 17152 T2707 C280 P19765 REQ /select {fl=id,score&shard.url=127.0.0.1:19765/solr/collection1/|127.0.0.1:19796/solr/collection1/&NOW=1347813881280&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=1 status=0 QTime=0
[junit4:junit4] 2> 17152 T2719 C282 P19771 REQ /select {fl=id,score&shard.url=127.0.0.1:19771/solr/collection1/|127.0.0.1:19806/solr/collection1/&NOW=1347813881280&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=0 status=0 QTime=0
[junit4:junit4] 2> 17155 T2707 C280 P19765 REQ /select {shard.url=127.0.0.1:19765/solr/collection1/|127.0.0.1:19796/solr/collection1/&NOW=1347813881280&q=*:*&ids=1&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 17156 T2715 C282 P19771 REQ /select {wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=6
[junit4:junit4] 2> 17162 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[2 (1413285288386494464)]} 0 3
[junit4:junit4] 2> 17173 T2739 C281 P19806 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19771/solr/collection1/&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 17174 T2714 C282 P19771 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=10
[junit4:junit4] 2> 17174 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[2]} 0 11
[junit4:junit4] 2> 17178 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[3 (1413285288405368832)]} 0 1
[junit4:junit4] 2> 17187 T2739 C281 P19806 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19771/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17188 T2714 C282 P19771 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 17189 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[3]} 0 8
[junit4:junit4] 2> 17192 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[4 (1413285288420048896)]} 0 1
[junit4:junit4] 2> 17205 T2725 C279 P19796 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19765/solr/collection1/&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 17205 T2703 C280 P19765 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8
[junit4:junit4] 2> 17206 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[4]} 0 11
[junit4:junit4] 2> 17209 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[5 (1413285288437874688)]} 0 1
[junit4:junit4] 2> 17218 T2739 C281 P19806 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19771/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17219 T2714 C282 P19771 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 17220 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[5]} 0 7
[junit4:junit4] 2> 17223 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[6 (1413285288452554752)]} 0 1
[junit4:junit4] 2> 17232 T2739 C281 P19806 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19771/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17233 T2714 C282 P19771 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 17233 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[6]} 0 7
[junit4:junit4] 2> 17237 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[7 (1413285288467234816)]} 0 1
[junit4:junit4] 2> 17245 T2739 C281 P19806 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17246 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[7 (1413285288471429120)]} 0 6
[junit4:junit4] 2> 17250 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[8 (1413285288480866304)]} 0 1
[junit4:junit4] 2> 17258 T2725 C279 P19796 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17259 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[8 (1413285288485060608)]} 0 6
[junit4:junit4] 2> 17263 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[9 (1413285288494497792)]} 0 1
[junit4:junit4] 2> 17272 T2739 C281 P19806 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19771/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17273 T2714 C282 P19771 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 17273 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[9]} 0 7
[junit4:junit4] 2> 17277 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[10 (1413285288509177856)]} 0 1
[junit4:junit4] 2> 17284 T2725 C279 P19796 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17285 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[10 (1413285288513372160)]} 0 5
[junit4:junit4] 2> 17294 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[11 (1413285288521760768)]} 0 6
[junit4:junit4] 2> 17302 T2725 C279 P19796 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17303 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[11 (1413285288531197952)]} 0 6
[junit4:junit4] 2> 17308 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[12 (1413285288540635136)]} 0 2
[junit4:junit4] 2> 17315 T2725 C279 P19796 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17316 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[12 (1413285288545878016)]} 0 5
[junit4:junit4] 2> 17320 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[13 (1413285288554266624)]} 0 1
[junit4:junit4] 2> 17328 T2725 C279 P19796 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17329 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[13 (1413285288558460928)]} 0 6
[junit4:junit4] 2> 17333 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[14 (1413285288567898112)]} 0 1
[junit4:junit4] 2> 17342 T2725 C279 P19796 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19765/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17343 T2703 C280 P19765 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 17343 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[14]} 0 7
[junit4:junit4] 2> 17347 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[15 (1413285288582578176)]} 0 1
[junit4:junit4] 2> 17354 T2725 C279 P19796 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17354 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[15 (1413285288586772480)]} 0 4
[junit4:junit4] 2> 17358 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[16 (1413285288594112512)]} 0 1
[junit4:junit4] 2> 17365 T2725 C279 P19796 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17366 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[16 (1413285288598306816)]} 0 5
[junit4:junit4] 2> 17372 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[17 (1413285288606695424)]} 0 3
[junit4:junit4] 2> 17384 T2739 C281 P19806 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19771/solr/collection1/&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 17384 T2714 C282 P19771 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 17385 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[17]} 0 11
[junit4:junit4] 2> 17389 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[100 (1413285288626618368)]} 0 1
[junit4:junit4] 2> 17411 T2725 C279 P19796 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19765/solr/collection1/&wt=javabin&version=2} status=0 QTime=9
[junit4:junit4] 2> 17412 T2703 C280 P19765 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=18
[junit4:junit4] 2> 17413 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[100]} 0 21
[junit4:junit4] 2> 17416 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[101 (1413285288654929920)]} 0 1
[junit4:junit4] 2> 17427 T2725 C279 P19796 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19765/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 17427 T2703 C280 P19765 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 17428 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[101]} 0 9
[junit4:junit4] 2> 17431 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[102 (1413285288670658560)]} 0 1
[junit4:junit4] 2> 17438 T2725 C279 P19796 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17439 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[102 (1413285288674852864)]} 0 5
[junit4:junit4] 2> 17450 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[103 (1413285288682192896)]} 0 9
[junit4:junit4] 2> 17459 T2739 C281 P19806 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19771/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17460 T2714 C282 P19771 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 17460 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[103]} 0 7
[junit4:junit4] 2> 17465 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[104 (1413285288705261568)]} 0 2
[junit4:junit4] 2> 17473 T2739 C281 P19806 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19771/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17474 T2714 C282 P19771 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 17474 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[104]} 0 7
[junit4:junit4] 2> 17478 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[105 (1413285288719941632)]} 0 1
[junit4:junit4] 2> 17503 T2739 C281 P19806 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19771/solr/collection1/&wt=javabin&version=2} status=0 QTime=9
[junit4:junit4] 2> 17503 T2714 C282 P19771 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=20
[junit4:junit4] 2> 17504 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[105]} 0 23
[junit4:junit4] 2> 17508 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[106 (1413285288751398912)]} 0 1
[junit4:junit4] 2> 17518 T2739 C281 P19806 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 17519 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[106 (1413285288755593216)]} 0 8
[junit4:junit4] 2> 17522 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[107 (1413285288766078976)]} 0 1
[junit4:junit4] 2> 17529 T2725 C279 P19796 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17530 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[107 (1413285288770273280)]} 0 5
[junit4:junit4] 2> 17534 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[108 (1413285288778661888)]} 0 1
[junit4:junit4] 2> 17541 T2725 C279 P19796 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17542 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[108 (1413285288782856192)]} 0 5
[junit4:junit4] 2> 17546 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[109 (1413285288791244800)]} 0 1
[junit4:junit4] 2> 17555 T2725 C279 P19796 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19765/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17556 T2703 C280 P19765 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 17556 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[109]} 0 7
[junit4:junit4] 2> 17560 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[110 (1413285288805924864)]} 0 1
[junit4:junit4] 2> 17569 T2725 C279 P19796 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17569 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[110 (1413285288810119168)]} 0 6
[junit4:junit4] 2> 17573 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[111 (1413285288819556352)]} 0 1
[junit4:junit4] 2> 17581 T2725 C279 P19796 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17582 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[111 (1413285288823750656)]} 0 6
[junit4:junit4] 2> 17588 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[112 (1413285288834236416)]} 0 2
[junit4:junit4] 2> 17596 T2739 C281 P19806 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 17597 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[112 (1413285288838430720)]} 0 7
[junit4:junit4] 2> 17608 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[113 (1413285288848916480)]} 0 8
[junit4:junit4] 2> 17618 T2725 C279 P19796 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19765/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17619 T2703 C280 P19765 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 17620 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[113]} 0 9
[junit4:junit4] 2> 17624 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[114 (1413285288871985152)]} 0 2
[junit4:junit4] 2> 17631 T2725 C279 P19796 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17632 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[114 (1413285288877228032)]} 0 5
[junit4:junit4] 2> 17636 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[115 (1413285288885616640)]} 0 1
[junit4:junit4] 2> 17646 T2739 C281 P19806 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19771/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 17647 T2714 C282 P19771 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 17648 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[115]} 0 9
[junit4:junit4] 2> 17651 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[116 (1413285288901345280)]} 0 1
[junit4:junit4] 2> 17661 T2739 C281 P19806 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19771/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 17662 T2714 C282 P19771 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 17663 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[116]} 0 9
[junit4:junit4] 2> 17666 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[117 (1413285288917073920)]} 0 1
[junit4:junit4] 2> 17674 T2739 C281 P19806 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 17675 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[117 (1413285288921268224)]} 0 6
[junit4:junit4] 2> 17678 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[118 (1413285288929656832)]} 0 1
[junit4:junit4] 2> 17696 T2725 C279 P19796 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=8
[junit4:junit4] 2> 17697 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[118 (1413285288933851136)]} 0 16
[junit4:junit4] 2> 17701 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[119 (1413285288952725504)]} 0 2
[junit4:junit4] 2> 17710 T2739 C281 P19806 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19771/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17711 T2714 C282 P19771 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 17711 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[119]} 0 7
[junit4:junit4] 2> 17715 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[120 (1413285288968454144)]} 0 1
[junit4:junit4] 2> 17723 T2739 C281 P19806 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19771/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17723 T2714 C282 P19771 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 17724 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[120]} 0 7
[junit4:junit4] 2> 17728 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[121 (1413285288982085632)]} 0 1
[junit4:junit4] 2> 17734 T2739 C281 P19806 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17734 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[121 (1413285288985231360)]} 0 4
[junit4:junit4] 2> 17738 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[122 (1413285288992571392)]} 0 1
[junit4:junit4] 2> 17748 T2725 C279 P19796 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19765/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 17748 T2703 C280 P19765 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 17749 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[122]} 0 9
[junit4:junit4] 2> 17758 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[123 (1413285289007251456)]} 0 7
[junit4:junit4] 2> 17766 T2725 C279 P19796 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19765/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17766 T2703 C280 P19765 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 17767 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[123]} 0 7
[junit4:junit4] 2> 17771 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[124 (1413285289027174400)]} 0 1
[junit4:junit4] 2> 17778 T2725 C279 P19796 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17778 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[124 (1413285289031368704)]} 0 4
[junit4:junit4] 2> 17782 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[125 (1413285289038708736)]} 0 1
[junit4:junit4] 2> 17790 T2725 C279 P19796 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19765/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17790 T2703 C280 P19765 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 17791 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[125]} 0 7
[junit4:junit4] 2> 17795 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[126 (1413285289052340224)]} 0 1
[junit4:junit4] 2> 17804 T2739 C281 P19806 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19771/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17804 T2714 C282 P19771 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 17805 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[126]} 0 7
[junit4:junit4] 2> 17809 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[127 (1413285289067020288)]} 0 1
[junit4:junit4] 2> 17827 T2739 C281 P19806 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19771/solr/collection1/&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 17827 T2714 C282 P19771 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=13
[junit4:junit4] 2> 17828 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[127]} 0 16
[junit4:junit4] 2> 17831 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[128 (1413285289090088960)]} 0 1
[junit4:junit4] 2> 17839 T2739 C281 P19806 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19771/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17840 T2714 C282 P19771 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 17841 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[128]} 0 8
[junit4:junit4] 2> 17844 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[129 (1413285289103720448)]} 0 1
[junit4:junit4] 2> 17850 T2725 C279 P19796 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17850 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[129 (1413285289106866176)]} 0 4
[junit4:junit4] 2> 17854 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[130 (1413285289114206208)]} 0 1
[junit4:junit4] 2> 17864 T2739 C281 P19806 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17864 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[130 (1413285289121546240)]} 0 4
[junit4:junit4] 2> 17868 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[131 (1413285289128886272)]} 0 1
[junit4:junit4] 2> 17874 T2739 C281 P19806 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17874 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[131 (1413285289132032000)]} 0 4
[junit4:junit4] 2> 17878 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[132 (1413285289139372032)]} 0 1
[junit4:junit4] 2> 17886 T2725 C279 P19796 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19765/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17886 T2703 C280 P19765 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 17887 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[132]} 0 7
[junit4:junit4] 2> 17897 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[133 (1413285289153003520)]} 0 7
[junit4:junit4] 2> 17906 T2725 C279 P19796 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19765/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17906 T2703 C280 P19765 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 17907 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[133]} 0 7
[junit4:junit4] 2> 17911 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[134 (1413285289173975040)]} 0 1
[junit4:junit4] 2> 17920 T2739 C281 P19806 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19771/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17920 T2714 C282 P19771 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 17921 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[134]} 0 7
[junit4:junit4] 2> 17925 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[135 (1413285289188655104)]} 0 1
[junit4:junit4] 2> 17933 T2725 C279 P19796 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19765/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17933 T2703 C280 P19765 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 17934 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[135]} 0 7
[junit4:junit4] 2> 17937 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[136 (1413285289201238016)]} 0 1
[junit4:junit4] 2> 17946 T2739 C281 P19806 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19771/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17946 T2714 C282 P19771 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 17947 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[136]} 0 7
[junit4:junit4] 2> 17951 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[137 (1413285289215918080)]} 0 1
[junit4:junit4] 2> 17957 T2739 C281 P19806 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17957 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[137 (1413285289219063808)]} 0 4
[junit4:junit4] 2> 17961 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[138 (1413285289226403840)]} 0 1
[junit4:junit4] 2> 17969 T2725 C279 P19796 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19765/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17969 T2703 C280 P19765 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 17970 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[138]} 0 7
[junit4:junit4] 2> 17974 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[139 (1413285289240035328)]} 0 1
[junit4:junit4] 2> 17982 T2739 C281 P19806 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19771/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17983 T2714 C282 P19771 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 17983 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[139]} 0 7
[junit4:junit4] 2> 17987 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[140 (1413285289253666816)]} 0 1
[junit4:junit4] 2> 17996 T2739 C281 P19806 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19771/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17996 T2714 C282 P19771 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 17997 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[140]} 0 7
[junit4:junit4] 2> 18001 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[141 (1413285289268346880)]} 0 1
[junit4:junit4] 2> 18007 T2739 C281 P19806 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 18008 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[141 (1413285289271492608)]} 0 5
[junit4:junit4] 2> 18011 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[142 (1413285289278832640)]} 0 1
[junit4:junit4] 2> 18031 T2739 C281 P19806 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 18032 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[142 (1413285289283026944)]} 0 18
[junit4:junit4] 2> 18042 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[143 (1413285289303998464)]} 0 8
[junit4:junit4] 2> 18051 T2739 C281 P19806 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 18051 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[143 (1413285289315532800)]} 0 6
[junit4:junit4] 2> 18056 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[144 (1413285289324969984)]} 0 2
[junit4:junit4] 2> 18062 T2739 C281 P19806 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 18062 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[144 (1413285289329164288)]} 0 4
[junit4:junit4] 2> 18066 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[145 (1413285289336504320)]} 0 1
[junit4:junit4] 2> 18076 T2739 C281 P19806 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19771/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 18077 T2714 C282 P19771 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 18077 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[145]} 0 8
[junit4:junit4] 2> 18081 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[146 (1413285289352232960)]} 0 1
[junit4:junit4] 2> 18099 T2725 C279 P19796 REQ /update {distrib.from=http://127.0.0.1:19765/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 18099 T2702 C280 P19765 /update {wt=javabin&version=2} {add=[146 (1413285289356427264)]} 0 15
[junit4:junit4] 2> 18103 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[147 (1413285289375301632)]} 0 1
[junit4:junit4] 2> 18110 T2739 C281 P19806 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 18110 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[147 (1413285289379495936)]} 0 4
[junit4:junit4] 2> 18114 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[148 (1413285289386835968)]} 0 1
[junit4:junit4] 2> 18125 T2725 C279 P19796 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:19765/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 18126 T2703 C280 P19765 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 18126 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[148]} 0 9
[junit4:junit4] 2> 18131 T2687 C283 P46958 /update {wt=javabin&version=2} {add=[149 (1413285289403613184)]} 0 2
[junit4:junit4] 2> 18139 T2739 C281 P19806 REQ /update {distrib.from=http://127.0.0.1:19771/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 18139 T2715 C282 P19771 /update {wt=javabin&version=2} {add=[149 (1413285289407807488)]} 0 6
[junit4:junit4] 2> 18140 T2675 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):3600
[junit4:junit4] 2> 18141 T2675 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 18144 T2687 C283 P46958 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 18619 T2687 C283 P46958 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@50a4d2a2; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0_1.len, _0_6.len, _0_7.len, _0_11.len, _0.pst, _0.fld, _0_4.len, _0_3.len, _0_9.len, segments_2, _0_22.len, _0.inf, _0_23.len, _0.si, _0_19.len, _0_20.len]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@50a4d2a2; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_3.fld, _7.si, _2_11.len, _7_1.len, _1_4.len, _5_1.len, _7_11.len, _2_4.len, _4_22.len, _5_23.len, _2.fld, _2_23.len, _1_20.len, _1_6.len, _3_23.len, _4_20.len, _6.fld, _1_19.len, _2_26.len, _3.si, _2_22.len, _0_19.len, _2.si, _5_19.len, _0_1.len, _1_11.len, _6_22.len, _3.pst, _1.pst, _7.fld, _6_20.len, _3_3.len, _6.pst, _4_3.len, _3_20.len, _5.pst, _4.inf, _4_1.len, _6_3.len, _0.pst, _3_1.len, _4.pst, _7_3.len, _1_3.len, _1.si, _1_7.len, _6.si, _1_1.len, _2_20.len, _0_7.len, _1.inf, _7_22.len, _4_23.len, _4_11.len, _2_6.len, _7_20.len, _2_7.len, _5_11.len, _6_11.len, _7.inf, _7_23.len, _0_6.len, _2_3.len, _5.fld, _5.si, _5.inf, _3_22.len, _0_9.len, _0_3.len, _3_11.len, _0_22.len, _0_23.len, _0.inf, _5_22.len, _1.fld, _1_22.len, _4.fld, _6_19.len, _2.inf, _5_20.len, _6_1.len, _2_25.len, _5_3.len, _7_19.len, _6.inf, _0.si, _0_20.len, _1_23.len, _2_19.len, _4_19.len, _6_23.len, _7.pst, _0_11.len, _4.si, _2_1.len, _0.fld, _2.pst, _0_4.len, _3.inf, segments_3, _3_19.len]
[junit4:junit4] 2> 18620 T2687 C283 P46958 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4] 2> 18685 T2687 C283 P46958 oass.SolrIndexSearcher.<init> Opening Searcher@535186f2 main
[junit4:junit4] 2> 18686 T2687 C283 P46958 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 18687 T2698 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@535186f2 main{StandardDirectoryReader(segments_3:17 _0(4.0.0.2):C1 _1(4.0.0.2):C10 _2(4.0.0.2):C10 _3(4.0.0.2):C10 _4(4.0.0.2):C10 _5(4.0.0.2):C10 _6(4.0.0.2):C10 _7(4.0.0.2):C6)}
[junit4:junit4] 2> 18688 T2687 C283 P46958 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 544
[junit4:junit4] 2> 18690 T2715 C282 P19771 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 19185 T2715 C282 P19771 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@423900d9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@423900d9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_1_1.len, _3.fld, _0_17.len, _0_7.len, _2_20.len, _1.inf, _0_16.len, _1_17.len, _2_17.len, _2.fld, _0_6.len, _2_3.len, _1_20.len, _0_3.len, _1_19.len, _0_22.len, _0.inf, _1_8.len, _3.si, _0_19.len, _3_17.len, _2.si, _1.fld, _0_1.len, _2.inf, _3.pst, _1.pst, _0.si, _3_16.len, _3_3.len, _0_20.len, _1_16.len, _2_16.len, _2_8.len, _2_19.len, _3_20.len, _3_8.len, _0.pst, _2_1.len, _0.fld, _0_8.len, _3_1.len, _0_4.len, _2.pst, _3.inf, _1_3.len, _1.si, segments_2, _3_19.len]
[junit4:junit4] 2> 19185 T2715 C282 P19771 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 19218 T2715 C282 P19771 oass.SolrIndexSearcher.<init> Opening Searcher@310f1c6b main
[junit4:junit4] 2> 19219 T2715 C282 P19771 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 19219 T2722 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@310f1c6b main{StandardDirectoryReader(segments_2:9 _0(4.0.0.2):C10 _1(4.0.0.2):C10 _2(4.0.0.2):C10 _3(4.0.0.2):C5)}
[junit4:junit4] 2> 19220 T2715 C282 P19771 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:19765/solr/collection1/, StdNode: http://127.0.0.1:19796/solr/collection1/, StdNode: http://127.0.0.1:19806/solr/collection1/]
[junit4:junit4] 2> 19222 T2725 C279 P19796 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 19222 T2739 C281 P19806 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 19222 T2703 C280 P19765 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 19634 T2725 C279 P19796 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty3/index.20120916054438260 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e442cf4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0_1.len, _0_6.len, _0_7.len, _0_11.len, _0.pst, _0.fld, _0_4.len, _0_3.len, _0_9.len, segments_2, _0_22.len, _0.inf, _0_23.len, _0.si, _0_19.len, _0_20.len]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty3/index.20120916054438260 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e442cf4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_1_1.len, _3.fld, _0_7.len, _2_20.len, _1.inf, _4_11.len, _4_23.len, _2_11.len, _1_4.len, _1_25.len, _4_22.len, _2.fld, _0_6.len, _2_3.len, _2_23.len, _1_20.len, _3_22.len, _0_3.len, _0_9.len, _3_11.len, _1_6.len, _3_23.len, _4_20.len, _0_22.len, _1_19.len, _3.si, _0.inf, _0_23.len, _2_22.len, _0_19.len, _2.si, _1.fld, _4.fld, _1_22.len, _1_11.len, _0_1.len, _2.inf, _3.pst, _1.pst, _0.si, _3_3.len, _0_20.len, _1_23.len, _1_26.len, _4_3.len, _2_19.len, _4_19.len, _3_20.len, _0_11
[...truncated too long message...]
2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1824)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1661)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1833)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:680)
[junit4:junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.getAttribute(JmxMBeanServer.java:672)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap.unregister(JmxMonitoredMap.java:174)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap.clear(JmxMonitoredMap.java:116)
[junit4:junit4] 2> at org.apache.solr.core.SolrCore.close(SolrCore.java:864)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:213)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:158)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:102)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:56)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:131)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4:junit4] 2>
[junit4:junit4] 2> 308616 T2747 oasc.JmxMonitoredMap$SolrDynamicMBean.getMBeanInfo WARNING Could not getStatistics on info bean Lazy[solr.ReplicationHandler] java.lang.IllegalArgumentException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347813864134/jetty4/index does not exist
[junit4:junit4] 2> at org.apache.commons.io.FileUtils.sizeOfDirectory(FileUtils.java:2074)
[junit4:junit4] 2> at org.apache.solr.handler.ReplicationHandler.getIndexSize(ReplicationHandler.java:477)
[junit4:junit4] 2> at org.apache.solr.handler.ReplicationHandler.getStatistics(ReplicationHandler.java:525)
[junit4:junit4] 2> at org.apache.solr.core.RequestHandlers$LazyRequestHandlerWrapper.getStatistics(RequestHandlers.java:310)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap$SolrDynamicMBean.getMBeanInfo(JmxMonitoredMap.java:231)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1824)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1661)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1833)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:436)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:421)
[junit4:junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:540)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap.unregister(JmxMonitoredMap.java:175)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap.clear(JmxMonitoredMap.java:116)
[junit4:junit4] 2> at org.apache.solr.core.SolrCore.close(SolrCore.java:864)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:213)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:158)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:102)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:56)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:131)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4:junit4] 2>
[junit4:junit4] 2> 308619 T2747 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 308638 T2747 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=5,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=35,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 308638 T2747 oasu.DefaultSolrCoreState.decref SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 308640 T2747 oasu.DefaultSolrCoreState.decref Closing SolrCoreState - canceling any ongoing recovery
[junit4:junit4] 2> 308640 T2747 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 308640 T2747 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 308640 T2747 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 308640 T2747 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 308641 T2747 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f3f4bc8 name:ZooKeeperConnection Watcher:127.0.0.1:22453/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4] 2> 308641 T2747 oascc.ConnectionManager.process Client->ZooKeeper status change trigger but we are already closed
[junit4:junit4] 2> 308641 T2747 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> NOTE: test params are: codec=SimpleText, sim=DefaultSimilarity, locale=nl, timezone=Pacific/Pago_Pago
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=258568984,total=407109632
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestWriterPerf, TestBinaryField, IndexSchemaTest, ZkSolrClientTest, SoftAutoCommitTest, ReturnFieldsTest, PrimUtilsTest, TestFastWriter, TestBM25SimilarityFactory, DirectSolrSpellCheckerTest, SignatureUpdateProcessorFactoryTest, TestJmxIntegration, DebugComponentTest, XsltUpdateRequestHandlerTest, TestRealTimeGet, ClusterStateUpdateTest, TestFoldingMultitermQuery, BasicFunctionalityTest, TestTrie, TestSurroundQueryParser, MultiTermTest, TestReplicationHandler, TestUtils, UpdateParamsTest, TestSolrCoreProperties, TestCSVResponseWriter, OpenExchangeRatesOrgProviderTest, TestValueSourceCache, SyncSliceTest, QueryEqualityTest, TestRecovery, SolrInfoMBeanTest, PolyFieldTest, DocumentBuilderTest, TestDocSet, LeaderElectionTest, DirectUpdateHandlerTest, IndexSchemaRuntimeFieldTest, TestDistributedGrouping, PrimitiveFieldTypeTest, OutputWriterTest, FileUtilsTest, TestLRUCache, TestRTGBase, DocumentAnalysisRequestHandlerTest, TestUpdate, TestSolrDeletionPolicy1, TestMergePolicyConfig, TestPropInjectDefaults, DisMaxRequestHandlerTest, TestRemoteStreaming, TestCollationKeyRangeQueries, SolrCoreTest, TestCSVLoader, EchoParamsTest, XmlUpdateRequestHandlerTest, BasicDistributedZkTest, SpellCheckCollatorTest, TestExtendedDismaxParser, AutoCommitTest, BasicZkTest, TestFaceting, TestHashPartitioner, StatsComponentTest, IndexBasedSpellCheckerTest, TestMultiCoreConfBootstrap, TestCoreContainer, LukeRequestHandlerTest, TestSort, ConvertedLegacyTest, PeerSyncTest, QueryElevationComponentTest, SortByFunctionTest, TestBinaryResponseWriter, HighlighterTest, CoreAdminHandlerTest, TestFunctionQuery, CacheHeaderTest, TestWordDelimiterFilterFactory, SpatialFilterTest, MoreLikeThisHandlerTest, DistributedQueryElevationComponentTest, TestPseudoReturnFields, QueryParsingTest, DistanceFunctionTest, StandardRequestHandlerTest, TestQueryTypes, TestPHPSerializedResponseWriter, PingRequestHandlerTest, TermVectorComponentTest, SuggesterWFSTTest, JsonLoaderTest, DirectUpdateHandlerOptimizeTest, TestReversedWildcardFilterFactory, SearchHandlerTest, TestOmitPositions, SuggesterFSTTest, LoggingHandlerTest, UniqFieldsUpdateProcessorFactoryTest, SuggesterTest, BadIndexSchemaTest, UpdateRequestProcessorFactoryTest, NoCacheHeaderTest, FieldMutatingUpdateProcessorTest, SOLR749Test, TestQuerySenderListener, SolrIndexConfigTest, IndexReaderFactoryTest, TestDFRSimilarityFactory, TestCodecSupport, TestFastLRUCache, URLClassifyProcessorTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, PreAnalyzedFieldTest, TestDocumentBuilder, PathHierarchyTokenizerFactoryTest, TestCharFilters, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 309.15s, 1 test, 1 failure <<< FAILURES!
[...truncated 5 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:32: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:146: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/module-build.xml:63: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1133: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:810: There were test failures: 229 suites, 927 tests, 1 failure, 6 ignored (1 assumption)
Total time: 77 minutes 5 seconds
Build step 'Invoke Ant' marked build as failure
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 41 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/41/
1 tests failed.
FAILED: org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
Error Message:
Shard still reported as live in zk
Stack Trace:
java.lang.AssertionError: Shard still reported as live in zk
at __randomizedtesting.SeedInfo.seed([7F08B142E73C5655:FEEE3F5A90633669]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(AbstractFullDistribZkTestBase.java:1220)
at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:190)
at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:83)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 7744 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4] 2> 3 T3557 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1348244841327
[junit4:junit4] 2> 4 T3557 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 8 T3558 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4] 2> 9 T3558 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 10 T3558 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4] 2> 105 T3557 oasc.ZkTestServer.run start zk server on port:55943
[junit4:junit4] 2> 105 T3557 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55943 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@736adbfd
[junit4:junit4] 2> 106 T3563 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55943
[junit4:junit4] 2> 106 T3557 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 107 T3563 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:55943, initiating session
[junit4:junit4] 2> 107 T3559 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:38042
[junit4:junit4] 2> 107 T3559 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:38042
[junit4:junit4] 2> 108 T3561 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4] 2> 111 T3561 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e9a7a3760000 with negotiated timeout 10000 for client /140.211.11.196:38042
[junit4:junit4] 2> 111 T3563 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:55943, sessionid = 0x139e9a7a3760000, negotiated timeout = 10000
[junit4:junit4] 2> 111 T3564 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@736adbfd name:ZooKeeperConnection Watcher:127.0.0.1:55943 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 111 T3557 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 111 T3557 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 126 T3562 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139e9a7a3760000
[junit4:junit4] 2> 127 T3564 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 128 T3559 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:38042 which had sessionid 0x139e9a7a3760000
[junit4:junit4] 2> 127 T3557 oaz.ZooKeeper.close Session: 0x139e9a7a3760000 closed
[junit4:junit4] 2> 128 T3557 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55943/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@15a2584e
[junit4:junit4] 2> 128 T3565 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55943
[junit4:junit4] 2> 128 T3557 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 129 T3565 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:55943, initiating session
[junit4:junit4] 2> 129 T3559 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:28393
[junit4:junit4] 2> 130 T3559 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:28393
[junit4:junit4] 2> 131 T3561 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e9a7a3760001 with negotiated timeout 10000 for client /140.211.11.196:28393
[junit4:junit4] 2> 131 T3565 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:55943, sessionid = 0x139e9a7a3760001, negotiated timeout = 10000
[junit4:junit4] 2> 131 T3566 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15a2584e name:ZooKeeperConnection Watcher:127.0.0.1:55943/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 132 T3557 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 132 T3557 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 142 T3557 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 143 T3557 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 149 T3557 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 151 T3557 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 152 T3557 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 163 T3557 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 164 T3557 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 268 T3557 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 269 T3557 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 291 T3557 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 291 T3557 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 294 T3557 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 294 T3557 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 296 T3557 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 297 T3557 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 323 T3557 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 323 T3557 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 326 T3557 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 326 T3557 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 360 T3557 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 361 T3557 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 365 T3557 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 366 T3557 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 428 T3562 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139e9a7a3760001
[junit4:junit4] 2> 429 T3566 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 429 T3559 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:28393 which had sessionid 0x139e9a7a3760001
[junit4:junit4] 2> 429 T3557 oaz.ZooKeeper.close Session: 0x139e9a7a3760001 closed
[junit4:junit4] 2> 432 T3557 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 434 T3557 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:34524
[junit4:junit4] 2> 435 T3557 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 435 T3557 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 436 T3557 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 475 T3557 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 476 T3557 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 476 T3557 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 477 T3557 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4] 2> 477 T3557 oasc.CoreContainer.<init> New CoreContainer 1277725882
[junit4:junit4] 2> 478 T3557 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 478 T3557 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 504 T3557 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 520 T3557 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:55943/solr
[junit4:junit4] 2> 520 T3557 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55943/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@2f8f278e
[junit4:junit4] 2> 521 T3576 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55943
[junit4:junit4] 2> 521 T3557 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 524 T3576 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:55943, initiating session
[junit4:junit4] 2> 524 T3559 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:43356
[junit4:junit4] 2> 524 T3559 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:43356
[junit4:junit4] 2> 532 T3561 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e9a7a3760002 with negotiated timeout 5000 for client /140.211.11.196:43356
[junit4:junit4] 2> 532 T3576 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:55943, sessionid = 0x139e9a7a3760002, negotiated timeout = 5000
[junit4:junit4] 2> 532 T3577 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2f8f278e name:ZooKeeperConnection Watcher:127.0.0.1:55943/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 532 T3557 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 534 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 543 T3557 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 545 T3557 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34524_solr
[junit4:junit4] 2> 546 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:34524_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:34524_solr
[junit4:junit4] 2> 553 T3557 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34524_solr
[junit4:junit4] 2> 555 T3557 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 555 T3557 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 556 T3557 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 556 T3557 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 556 T3557 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 557 T3557 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 557 T3557 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 558 T3557 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 558 T3557 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 559 T3557 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 575 T3557 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 579 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 592 T3557 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 594 T3557 oasc.Overseer.start Overseer (id=88358573921665026-127.0.0.1:34524_solr-n_0000000000) starting
[junit4:junit4] 2> 594 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 600 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 601 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 608 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 612 T3579 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 612 T3557 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 622 T3557 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 624 T3578 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 628 T3557 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4] 2> 629 T3557 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 629 T3557 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 630 T3557 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 631 T3557 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4] 2> 632 T3557 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 633 T3557 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4] 2> 683 T3557 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 779 T3557 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 880 T3557 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 887 T3557 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 1478 T3557 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1486 T3557 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1489 T3557 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1497 T3557 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1500 T3557 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1503 T3557 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1503 T3557 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1504 T3557 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/control/data/
[junit4:junit4] 2> 1504 T3557 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fed27e4
[junit4:junit4] 2> 1505 T3557 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/control/data/index/
[junit4:junit4] 2> 1506 T3557 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1507 T3557 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/control/data/index forceNew:false
[junit4:junit4] 2> 1512 T3557 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@27309f8c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 1513 T3557 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 1514 T3557 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 1515 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1515 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 1516 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1516 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 1517 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1517 T3557 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1517 T3557 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1518 T3557 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1518 T3557 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1519 T3557 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 1519 T3557 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 1519 T3557 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1520 T3557 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 1520 T3557 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 1520 T3557 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 1521 T3557 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1521 T3557 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1522 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1522 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1522 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1523 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1523 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1524 T3557 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1524 T3557 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 1524 T3557 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 1527 T3557 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1530 T3557 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 1531 T3557 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 1534 T3557 oass.SolrIndexSearcher.<init> Opening Searcher@582ad9be main
[junit4:junit4] 2> 1534 T3557 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1535 T3557 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1535 T3557 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 1541 T3557 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 1587 T3580 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@582ad9be main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1590 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760002 type:create cxid:0x53 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4] 2> 1608 T3557 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 1608 T3557 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:34524/solr shardId:control_shard
[junit4:junit4] 2> 1609 T3557 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
[junit4:junit4] 2> 1637 T3578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1637 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760002 type:delete cxid:0x66 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4] 2> 1645 T3557 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1645 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760002 type:create cxid:0x68 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4] 2> 1646 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760002 type:create cxid:0x69 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 1693 T3577 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 2167 T3557 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2168 T3557 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2168 T3557 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:34524/solr/collection1/
[junit4:junit4] 2> 2168 T3557 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 2169 T3557 oasc.SyncStrategy.syncToMe http://127.0.0.1:34524/solr/collection1/ has no replicas
[junit4:junit4] 2> 2169 T3557 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:34524/solr/collection1/
[junit4:junit4] 2> 2169 T3557 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
[junit4:junit4] 2> 2200 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760002 type:create cxid:0x88 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2714 T3578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2717 T3577 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 2773 T3557 oasc.ZkController.register We are http://127.0.0.1:34524/solr/collection1/ and leader is http://127.0.0.1:34524/solr/collection1/
[junit4:junit4] 2> 2773 T3557 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:34524/solr
[junit4:junit4] 2> 2773 T3557 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 2775 T3557 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2776 T3557 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 2776 T3557 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2776 T3557 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3208 T3557 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 3211 T3557 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:65003
[junit4:junit4] 2> 3211 T3557 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 3211 T3557 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348244844108
[junit4:junit4] 2> 3212 T3557 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348244844108/'
[junit4:junit4] 2> 3233 T3578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3235 T3557 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 3235 T3557 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 3235 T3557 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348244844108
[junit4:junit4] 2> 3236 T3557 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348244844108/solr.xml
[junit4:junit4] 2> 3236 T3557 oasc.CoreContainer.<init> New CoreContainer 1692977777
[junit4:junit4] 2> 3237 T3557 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348244844108/'
[junit4:junit4] 2> 3237 T3577 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 3237 T3557 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348244844108/'
[junit4:junit4] 2> 3254 T3557 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 3264 T3557 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:55943/solr
[junit4:junit4] 2> 3264 T3557 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55943/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@14c02b59
[junit4:junit4] 2> 3265 T3590 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55943
[junit4:junit4] 2> 3265 T3557 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3266 T3590 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:55943, initiating session
[junit4:junit4] 2> 3266 T3559 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:64319
[junit4:junit4] 2> 3267 T3559 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:64319
[junit4:junit4] 2> 3268 T3561 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e9a7a3760003 with negotiated timeout 5000 for client /140.211.11.196:64319
[junit4:junit4] 2> 3268 T3590 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:55943, sessionid = 0x139e9a7a3760003, negotiated timeout = 5000
[junit4:junit4] 2> 3268 T3591 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14c02b59 name:ZooKeeperConnection Watcher:127.0.0.1:55943/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3268 T3557 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3269 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760003 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3270 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760003 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3272 T3557 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65003_solr
[junit4:junit4] 2> 3272 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760003 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:65003_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:65003_solr
[junit4:junit4] 2> 3278 T3557 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:65003_solr
[junit4:junit4] 2> 3284 T3577 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 3284 T3557 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 3285 T3557 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 3285 T3557 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 3285 T3557 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 3286 T3557 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 3286 T3557 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 3286 T3557 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 3286 T3557 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 3287 T3557 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 3287 T3557 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 3297 T3557 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3302 T3557 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348244844108/collection1
[junit4:junit4] 2> 3302 T3557 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 3302 T3557 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 3303 T3557 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 3303 T3557 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348244844108/collection1/'
[junit4:junit4] 2> 3304 T3557 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty1-1348244844108/collection1/lib/README' to classloader
[junit4:junit4] 2> 3305 T3557 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty1-1348244844108/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 3338 T3557 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 3386 T3557 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 3487 T3557 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 3494 T3557 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 4212 T3557 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 4225 T3557 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 4229 T3557 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 4239 T3557 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 4244 T3557 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 4250 T3557 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 4251 T3557 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 4252 T3557 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348244844108/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty1/
[junit4:junit4] 2> 4253 T3557 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fed27e4
[junit4:junit4] 2> 4254 T3557 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty1/index/
[junit4:junit4] 2> 4255 T3557 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 4256 T3557 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty1/index forceNew:false
[junit4:junit4] 2> 4263 T3557 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@b5185c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 4263 T3557 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 4264 T3557 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 4266 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 4267 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 4268 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 4268 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 4269 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 4269 T3557 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 4270 T3557 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 4271 T3557 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 4271 T3557 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 4272 T3557 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 4273 T3557 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 4273 T3557 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 4274 T3557 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 4275 T3557 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 4275 T3557 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 4276 T3557 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 4277 T3557 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 4277 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 4278 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 4279 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 4279 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 4280 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 4281 T3557 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 4281 T3557 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 4282 T3557 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 4286 T3557 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 4291 T3557 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 4292 T3557 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 4296 T3557 oass.SolrIndexSearcher.<init> Opening Searcher@650bed2a main
[junit4:junit4] 2> 4297 T3557 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 4298 T3557 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 4299 T3557 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 4306 T3557 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 4365 T3592 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@650bed2a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 4750 T3578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 4763 T3577 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 4763 T3591 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 4872 T3557 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 4872 T3557 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:65003/solr shardId:shard1
[junit4:junit4] 2> 4873 T3557 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 4877 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760003 type:delete cxid:0x42 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4] 2> 4877 T3557 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 4878 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760003 type:create cxid:0x43 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4879 T3557 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 4879 T3557 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 4880 T3557 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:65003/solr/collection1/
[junit4:junit4] 2> 4880 T3557 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 4880 T3557 oasc.SyncStrategy.syncToMe http://127.0.0.1:65003/solr/collection1/ has no replicas
[junit4:junit4] 2> 4881 T3557 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:65003/solr/collection1/
[junit4:junit4] 2> 4881 T3557 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 4883 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760003 type:create cxid:0x4d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 5266 T3578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 5315 T3577 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 5315 T3591 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 5343 T3557 oasc.ZkController.register We are http://127.0.0.1:65003/solr/collection1/ and leader is http://127.0.0.1:65003/solr/collection1/
[junit4:junit4] 2> 5343 T3557 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:65003/solr
[junit4:junit4] 2> 5343 T3557 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 5364 T3557 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 5365 T3557 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 5365 T3557 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 5366 T3557 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 5843 T3578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 5857 T3577 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 5857 T3591 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6006 T3557 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 6008 T3557 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:25098
[junit4:junit4] 2> 6009 T3557 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 6009 T3557 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348244846699
[junit4:junit4] 2> 6010 T3557 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348244846699/'
[junit4:junit4] 2> 6032 T3557 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 6033 T3557 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 6033 T3557 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348244846699
[junit4:junit4] 2> 6033 T3557 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348244846699/solr.xml
[junit4:junit4] 2> 6034 T3557 oasc.CoreContainer.<init> New CoreContainer 707335612
[junit4:junit4] 2> 6034 T3557 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348244846699/'
[junit4:junit4] 2> 6034 T3557 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348244846699/'
[junit4:junit4] 2> 6051 T3557 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 6061 T3557 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:55943/solr
[junit4:junit4] 2> 6061 T3557 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55943/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@704dc0cd
[junit4:junit4] 2> 6062 T3602 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55943
[junit4:junit4] 2> 6062 T3557 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 6063 T3602 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:55943, initiating session
[junit4:junit4] 2> 6064 T3559 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:21335
[junit4:junit4] 2> 6064 T3559 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:21335
[junit4:junit4] 2> 6065 T3561 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e9a7a3760004 with negotiated timeout 5000 for client /140.211.11.196:21335
[junit4:junit4] 2> 6065 T3602 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:55943, sessionid = 0x139e9a7a3760004, negotiated timeout = 5000
[junit4:junit4] 2> 6065 T3603 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@704dc0cd name:ZooKeeperConnection Watcher:127.0.0.1:55943/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 6065 T3557 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 6066 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 6067 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 6076 T3557 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:25098_solr
[junit4:junit4] 2> 6076 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:25098_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:25098_solr
[junit4:junit4] 2> 6077 T3557 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:25098_solr
[junit4:junit4] 2> 6084 T3591 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 6084 T3577 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 6084 T3557 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 6084 T3557 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 6085 T3557 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 6085 T3557 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 6085 T3557 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 6085 T3557 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 6086 T3557 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 6086 T3557 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 6086 T3557 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 6087 T3557 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 6098 T3557 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 6101 T3557 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348244846699/collection1
[junit4:junit4] 2> 6102 T3557 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 6102 T3557 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 6103 T3557 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 6103 T3557 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348244846699/collection1/'
[junit4:junit4] 2> 6104 T3557 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty2-1348244846699/collection1/lib/README' to classloader
[junit4:junit4] 2> 6105 T3557 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty2-1348244846699/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 6139 T3557 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 6183 T3557 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 6284 T3557 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 6290 T3557 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 6715 T3557 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 6724 T3557 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 6727 T3557 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 6739 T3557 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 6743 T3557 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 6746 T3557 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 6747 T3557 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 6748 T3557 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348244846699/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty2/
[junit4:junit4] 2> 6748 T3557 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fed27e4
[junit4:junit4] 2> 6749 T3557 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty2/index/
[junit4:junit4] 2> 6750 T3557 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 6751 T3557 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty2/index forceNew:false
[junit4:junit4] 2> 6756 T3557 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@29cc77ef; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 6756 T3557 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 6757 T3557 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 6758 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 6759 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 6759 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 6759 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 6760 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 6760 T3557 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 6761 T3557 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 6761 T3557 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 6762 T3557 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 6762 T3557 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 6763 T3557 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 6763 T3557 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 6763 T3557 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 6764 T3557 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 6764 T3557 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 6765 T3557 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 6765 T3557 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 6766 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 6766 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 6766 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 6767 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 6767 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 6768 T3557 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 6768 T3557 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 6769 T3557 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 6772 T3557 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 6775 T3557 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 6776 T3557 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 6779 T3557 oass.SolrIndexSearcher.<init> Opening Searcher@546937e7 main
[junit4:junit4] 2> 6780 T3557 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 6780 T3557 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 6781 T3557 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 6795 T3557 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 6836 T3604 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@546937e7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 6861 T3578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6872 T3591 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6872 T3603 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6872 T3577 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7341 T3557 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 7341 T3557 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:25098/solr shardId:shard2
[junit4:junit4] 2> 7342 T3557 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 7346 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760004 type:delete cxid:0x41 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4] 2> 7355 T3557 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 7356 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760004 type:create cxid:0x42 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7364 T3557 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 7365 T3557 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 7365 T3557 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:25098/solr/collection1/
[junit4:junit4] 2> 7365 T3557 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 7366 T3557 oasc.SyncStrategy.syncToMe http://127.0.0.1:25098/solr/collection1/ has no replicas
[junit4:junit4] 2> 7366 T3557 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:25098/solr/collection1/
[junit4:junit4] 2> 7366 T3557 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 7368 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760004 type:create cxid:0x4b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7379 T3578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7384 T3603 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7384 T3591 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7384 T3577 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7430 T3557 oasc.ZkController.register We are http://127.0.0.1:25098/solr/collection1/ and leader is http://127.0.0.1:25098/solr/collection1/
[junit4:junit4] 2> 7430 T3557 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:25098/solr
[junit4:junit4] 2> 7430 T3557 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 7432 T3557 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7432 T3557 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 7433 T3557 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 7433 T3557 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 7872 T3557 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 7874 T3557 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:26763
[junit4:junit4] 2> 7875 T3557 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 7875 T3557 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348244848766
[junit4:junit4] 2> 7875 T3557 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348244848766/'
[junit4:junit4] 2> 7887 T3578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7899 T3557 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 7899 T3557 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 7899 T3557 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348244848766
[junit4:junit4] 2> 7900 T3557 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348244848766/solr.xml
[junit4:junit4] 2> 7900 T3557 oasc.CoreContainer.<init> New CoreContainer 1249663083
[junit4:junit4] 2> 7900 T3557 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348244848766/'
[junit4:junit4] 2> 7901 T3557 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348244848766/'
[junit4:junit4] 2> 7901 T3603 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7901 T3577 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7901 T3591 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7918 T3557 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 7928 T3557 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:55943/solr
[junit4:junit4] 2> 7928 T3557 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55943/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@6e55aff8
[junit4:junit4] 2> 7929 T3614 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55943
[junit4:junit4] 2> 7929 T3557 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 7929 T3614 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:55943, initiating session
[junit4:junit4] 2> 7930 T3559 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:54119
[junit4:junit4] 2> 7930 T3559 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:54119
[junit4:junit4] 2> 7931 T3561 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e9a7a3760005 with negotiated timeout 5000 for client /140.211.11.196:54119
[junit4:junit4] 2> 7931 T3614 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:55943, sessionid = 0x139e9a7a3760005, negotiated timeout = 5000
[junit4:junit4] 2> 7932 T3615 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e55aff8 name:ZooKeeperConnection Watcher:127.0.0.1:55943/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 7932 T3557 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 7932 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7934 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7935 T3557 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:26763_solr
[junit4:junit4] 2> 7935 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:26763_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:26763_solr
[junit4:junit4] 2> 7943 T3557 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:26763_solr
[junit4:junit4] 2> 7945 T3603 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 7945 T3577 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 7945 T3591 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 7945 T3557 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 7946 T3557 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 7946 T3557 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 7946 T3557 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 7947 T3557 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 7947 T3557 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 7947 T3557 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 7947 T3557 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 7948 T3557 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 7948 T3557 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 7959 T3557 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 7963 T3557 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348244848766/collection1
[junit4:junit4] 2> 7964 T3557 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 7964 T3557 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 7964 T3557 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 7965 T3557 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348244848766/collection1/'
[junit4:junit4] 2> 7966 T3557 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty3-1348244848766/collection1/lib/README' to classloader
[junit4:junit4] 2> 7967 T3557 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty3-1348244848766/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 7999 T3557 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 8045 T3557 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 8146 T3557 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 8151 T3557 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 8564 T3557 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 8572 T3557 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 8575 T3557 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 8583 T3557 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 8586 T3557 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 8590 T3557 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 8590 T3557 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 8591 T3557 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348244848766/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty3/
[junit4:junit4] 2> 8591 T3557 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fed27e4
[junit4:junit4] 2> 8592 T3557 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty3/index/
[junit4:junit4] 2> 8593 T3557 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 8594 T3557 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty3/index forceNew:false
[junit4:junit4] 2> 8600 T3557 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@26c18bd1; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 8600 T3557 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 8601 T3557 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 8602 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 8603 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 8603 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 8604 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 8604 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 8604 T3557 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 8605 T3557 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 8605 T3557 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 8606 T3557 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 8606 T3557 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 8607 T3557 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 8607 T3557 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 8608 T3557 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 8608 T3557 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 8608 T3557 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 8609 T3557 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 8609 T3557 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 8610 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 8610 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 8611 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 8611 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 8611 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 8612 T3557 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 8612 T3557 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 8613 T3557 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 8616 T3557 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 8619 T3557 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 8620 T3557 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 8623 T3557 oass.SolrIndexSearcher.<init> Opening Searcher@3f599473 main
[junit4:junit4] 2> 8624 T3557 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 8624 T3557 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 8625 T3557 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 8630 T3557 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 8674 T3616 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f599473 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 8906 T3578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8918 T3603 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 8918 T3591 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 8918 T3577 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 8918 T3615 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9179 T3557 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 9179 T3557 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:26763/solr shardId:shard1
[junit4:junit4] 2> 9182 T3557 oasc.ZkController.register We are http://127.0.0.1:26763/solr/collection1/ and leader is http://127.0.0.1:65003/solr/collection1/
[junit4:junit4] 2> 9182 T3557 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:26763/solr
[junit4:junit4] 2> 9183 T3557 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 9183 T3557 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C106 name=collection1 org.apache.solr.core.SolrCore@6c7e9506 url=http://127.0.0.1:26763/solr/collection1 node=127.0.0.1:26763_solr
[junit4:junit4] 2> 9184 T3617 C106 P26763 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 9184 T3557 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9185 T3617 C106 P26763 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 9185 T3557 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 9186 T3617 C106 P26763 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:65003/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 9186 T3557 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 9186 T3617 C106 P26763 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:26763/solr START replicas=[http://127.0.0.1:65003/solr/collection1/] nUpdates=100
[junit4:junit4] 2> 9187 T3617 C106 P26763 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 9186 T3557 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 9187 T3617 C106 P26763 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 9188 T3617 C106 P26763 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 9188 T3617 C106 P26763 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C107 name=collection1 org.apache.solr.core.SolrCore@739b3991 url=http://127.0.0.1:65003/solr/collection1 node=127.0.0.1:65003_solr
[junit4:junit4] 2> 9196 T3583 C107 P65003 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0
[junit4:junit4] 2> 9422 T3578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9437 T3603 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9437 T3577 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9437 T3615 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9437 T3591 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9881 T3557 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 9884 T3557 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:11546
[junit4:junit4] 2> 9885 T3557 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 9885 T3557 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348244850525
[junit4:junit4] 2> 9886 T3557 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348244850525/'
[junit4:junit4] 2> 9921 T3557 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 9921 T3557 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 9922 T3557 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348244850525
[junit4:junit4] 2> 9922 T3557 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348244850525/solr.xml
[junit4:junit4] 2> 9922 T3557 oasc.CoreContainer.<init> New CoreContainer 1364183770
[junit4:junit4] 2> 9923 T3557 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348244850525/'
[junit4:junit4] 2> 9924 T3557 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348244850525/'
[junit4:junit4] 2> 9942 T3557 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 9952 T3557 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:55943/solr
[junit4:junit4] 2> 9952 T3557 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55943/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@5d016b6d
[junit4:junit4] 2> 9953 T3628 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55943
[junit4:junit4] 2> 9953 T3557 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 9953 T3628 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:55943, initiating session
[junit4:junit4] 2> 9954 T3559 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:24399
[junit4:junit4] 2> 9954 T3559 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:24399
[junit4:junit4] 2> 9955 T3561 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e9a7a3760006 with negotiated timeout 5000 for client /140.211.11.196:24399
[junit4:junit4] 2> 9956 T3628 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:55943, sessionid = 0x139e9a7a3760006, negotiated timeout = 5000
[junit4:junit4] 2> 9956 T3629 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d016b6d name:ZooKeeperConnection Watcher:127.0.0.1:55943/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 9956 T3557 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 9956 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760006 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 9965 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760006 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 9966 T3557 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:11546_solr
[junit4:junit4] 2> 9966 T3562 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e9a7a3760006 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:11546_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:11546_solr
[junit4:junit4] 2> 9968 T3557 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:11546_solr
[junit4:junit4] 2> 9977 T3603 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 9977 T3615 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 9977 T3591 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 9977 T3577 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 9978 T3557 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 9978 T3557 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 9979 T3557 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 9979 T3557 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 9979 T3557 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 9979 T3557 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 9980 T3557 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 9980 T3557 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 9980 T3557 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 9981 T3557 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 9991 T3557 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 9995 T3557 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348244850525/collection1
[junit4:junit4] 2> 9995 T3557 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 9996 T3557 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 9996 T3557 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 9997 T3557 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348244850525/collection1/'
[junit4:junit4] 2> 9998 T3557 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty4-1348244850525/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 9998 T3557 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty4-1348244850525/collection1/lib/README' to classloader
[junit4:junit4] 2> 10031 T3557 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 10076 T3557 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 10177 T3557 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 10182 T3557 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 10606 T3557 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 10614 T3557 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 10618 T3557 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 10625 T3557 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10629 T3557 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10631 T3557 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10632 T3557 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10633 T3557 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348244850525/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty4/
[junit4:junit4] 2> 10633 T3557 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fed27e4
[junit4:junit4] 2> 10634 T3557 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty4/index/
[junit4:junit4] 2> 10635 T3557 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 10635 T3557 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty4/index forceNew:false
[junit4:junit4] 2> 10665 T3557 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c1afe12; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 10665 T3557 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 10666 T3557 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 10668 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 10668 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 10668 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 10669 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 10669 T3557 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 10670 T3557 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 10670 T3557 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 10671 T3557 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 10671 T3557 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 10672 T3557 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 10672 T3557 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 10672 T3557 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 10673 T3557 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 10673 T3557 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 10674 T3557 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 10674 T3557 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 10674 T3557 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 10675 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 10675 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 10676 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 10676 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 10677 T3557 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 10677 T3557 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 10678 T3557 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 10678 T3557 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 10681 T3557 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 10684 T3557 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 10685 T3557 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 10688 T3557 oass.SolrIndexSearcher.<init> Opening Searcher@5d344985 main
[junit4:junit4] 2> 10689 T3557 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 10690 T3557 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 10690 T3557 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 10718 T3557 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 10762 T3630 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5d344985 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 10948 T3578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 10962 T3615 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10962 T3591 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10962 T3629 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10962 T3603 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10962 T3577 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11267 T3557 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 11267 T3557 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:11546/solr shardId:shard2
[junit4:junit4] 2> 11274 T3557 oasc.ZkController.register We are http://127.0.0.1:11546/solr/collection1/ and leader is http://127.0.0.1:25098/solr/collection1/
[junit4:junit4] 2> 11275 T3557 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:11546/solr
[junit4:junit4] 2> 11275 T3557 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 11275 T3557 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C108 name=collection1 org.apache.solr.core.SolrCore@79287502 url=http://127.0.0.1:11546/solr/collection1 node=127.0.0.1:11546_solr
[junit4:junit4] 2> 11277 T3631 C108 P11546 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 11278 T3631 C108 P11546 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 11278 T3557 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11280 T3631 C108 P11546 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:25098/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 11280 T3631 C108 P11546 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:11546/solr START replicas=[http://127.0.0.1:25098/solr/collection1/] nUpdates=100
[junit4:junit4] 2> 11280 T3557 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 11281 T3631 C108 P11546 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 11281 T3631 C108 P11546 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 11281 T3557 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 11281 T3631 C108 P11546 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 11282 T3631 C108 P11546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 11282 T3557 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C109 name=collection1 org.apache.solr.core.SolrCore@72cea72b url=http://127.0.0.1:25098/solr/collection1 node=127.0.0.1:25098_solr
[junit4:junit4] 2> 11295 T3595 C109 P25098 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1
[junit4:junit4] 2> 11296 T3557 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55943/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@70ec7606
[junit4:junit4] 2> 11297 T3633 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55943
[junit4:junit4] 2> 11297 T3557 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 11298 T3633 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:55943, initiating session
[junit4:junit4] 2> 11298 T3559 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:36573
[junit4:junit4] 2> 11298 T3559 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:36573
[junit4:junit4] 2> 11299 T3561 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e9a7a3760007 with negotiated timeout 10000 for client /140.211.11.196:36573
[junit4:junit4] 2> 11299 T3633 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:55943, sessionid = 0x139e9a7a3760007, negotiated timeout = 10000
[junit4:junit4] 2> 11300 T3634 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70ec7606 name:ZooKeeperConnection Watcher:127.0.0.1:55943/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 11300 T3557 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 11301 T3557 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 11302 T3557 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 11302 T3557 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 11311 T3557 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C110 name=collection1 org.apache.solr.core.SolrCore@594cd77 url=http://127.0.0.1:34524/solr/collection1 node=127.0.0.1:34524_solr
[junit4:junit4] 2> 11324 T3569 C110 P34524 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@27309f8c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 11325 T3569 C110 P34524 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 11327 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[1 (1413737194606034944)]} 0 6
[junit4:junit4] 2> 11328 T3557 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55943/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@149ea865
[junit4:junit4] 2> 11329 T3635 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55943
[junit4:junit4] 2> 11329 T3557 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 11329 T3635 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:55943, initiating session
[junit4:junit4] 2> 11330 T3559 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:21796
[junit4:junit4] 2> 11330 T3559 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:21796
[junit4:junit4] 2> 11331 T3561 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e9a7a3760008 with negotiated timeout 10000 for client /140.211.11.196:21796
[junit4:junit4] 2> 11331 T3635 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:55943, sessionid = 0x139e9a7a3760008, negotiated timeout = 10000
[junit4:junit4] 2> 11331 T3636 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@149ea865 name:ZooKeeperConnection Watcher:127.0.0.1:55943/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 11331 T3557 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 11332 T3557 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 11338 T3585 C107 P65003 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@b5185c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 11339 T3585 C107 P65003 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> C106_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:26763_solr, base_url=http://127.0.0.1:26763/solr}
[junit4:junit4] 2> 11354 T3607 C106 P26763 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@26c18bd1; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 11355 T3607 C106 P26763 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 11357 T3607 C106 P26763 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:65003/solr/collection1/&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 11358 T3585 C107 P65003 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=23
[junit4:junit4] 2> 11358 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[1]} 0 24
[junit4:junit4] 2> 11359 T3557 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):3600
[junit4:junit4] 2> 11360 T3557 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11464 T3578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11479 T3603 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11479 T3591 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11479 T3629 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11479 T3634 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11479 T3615 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11479 T3636 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11479 T3577 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12204 T3617 C106 P26763 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 12204 T3617 C106 P26763 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=tlog{file=./org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty3/tlog/tlog.0000000000000000000 refcount=1}}
[junit4:junit4] 2> 12204 T3617 C106 P26763 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:65003/solr/collection1/. core=collection1
[junit4:junit4] 2> 12204 T3617 C106 P26763 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 12213 T3586 C107 P65003 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 12356 T3586 C107 P65003 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@b5185c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@b5185c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0_MockSep_0.pos, _0_MockFixedIntBlock_0.tib, _0_Pulsing40_0.prx, _0_Pulsing40_0.frq, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockSep_0.skp, _0_MockFixedIntBlock_0.tii, _0_Pulsing40_0.tip, _0.si, _0_MockSep_0.doc, _0.fnm, _0_Pulsing40_0.tim, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_MockRandom_0.skp, _0_MockFixedIntBlock_0.frq, _0_MockSep_0.tib, _0_MockRandom_0.sd, _0_MockRandom_0.frq, _0_MockRandom_0.tip, _0_MockFixedIntBlock_0.doc, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _0_nrm.cfe, _0_MockSep_0.frq, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockRandom_0.pyl, _0_MockSep_0.pyl, _0_MockRandom_0.tim, _0.fdt]
[junit4:junit4] 2> 12357 T3586 C107 P65003 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 12361 T3557 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12370 T3586 C107 P65003 oass.SolrIndexSearcher.<init> Opening Searcher@2d5608cd main
[junit4:junit4] 2> 12370 T3586 C107 P65003 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 12371 T3592 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2d5608cd main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4] 2> 12372 T3586 C107 P65003 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 159
[junit4:junit4] 2> 12372 T3617 C106 P26763 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 12372 T3617 C106 P26763 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 12373 T3587 C107 P65003 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 12374 T3587 C107 P65003 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1
[junit4:junit4] 2> 12374 T3617 C106 P26763 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 12374 T3617 C106 P26763 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 12374 T3617 C106 P26763 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 12378 T3587 C107 P65003 REQ /replication {command=filelist&generation=2&wt=javabin&qt=/replication&version=2} status=0 QTime=2
[junit4:junit4] 2> 12379 T3617 C106 P26763 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 33
[junit4:junit4] 2> 12385 T3617 C106 P26763 oash.SnapPuller.fetchLatestIndex Starting download to ./org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty3/index.20120922032733702 fullCopy=true
[junit4:junit4] 2> 12388 T3587 C107 P65003 REQ /replication {file=_0_MockSep_0.pos&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12392 T3587 C107 P65003 REQ /replication {file=_0_Pulsing40_0.prx&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12395 T3587 C107 P65003 REQ /replication {file=_0_MockFixedIntBlock_0.tib&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12398 T3587 C107 P65003 REQ /replication {file=_0_Pulsing40_0.frq&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12401 T3587 C107 P65003 REQ /replication {file=_0_MockFixedIntBlock_0.skp&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12401 T3617 C106 P26763 oash.SnapPuller$FileFetcher.fetchPackets WARNING No content recieved for file: {name=_0_MockFixedIntBlock_0.skp, lastmodified=1348244853000, size=0}
[junit4:junit4] 2> 12405 T3587 C107 P65003 REQ /replication {file=_0_MockFixedIntBlock_0.pyl&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12406 T3617 C106 P26763 oash.SnapPuller$FileFetcher.fetchPackets WARNING No content recieved for file: {name=_0_MockFixedIntBlock_0.pyl, lastmodified=1348244853000, size=0}
[junit4:junit4] 2> 12408 T3587 C107 P65003 REQ /replication {file=_0_MockSep_0.skp&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12408 T3617 C106 P26763 oash.SnapPuller$FileFetcher.fetchPackets WARNING No content recieved for file: {name=_0_MockSep_0.skp, lastmodified=1348244853000, size=0}
[junit4:junit4] 2> 12411 T3587 C107 P65003 REQ /replication {file=_0_MockFixedIntBlock_0.tii&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12414 T3587 C107 P65003 REQ /replication {file=_0_Pulsing40_0.tip&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12417 T3587 C107 P65003 REQ /replication {file=_0_MockSep_0.doc&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12420 T3587 C107 P65003 REQ /replication {file=_0.si&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12423 T3587 C107 P65003 REQ /replication {file=_0_Pulsing40_0.tim&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12426 T3587 C107 P65003 REQ /replication {file=_0.fnm&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12429 T3587 C107 P65003 REQ /replication {file=_0_MockFixedIntBlock_0.pos&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12432 T3587 C107 P65003 REQ /replication {file=_0_nrm.cfs&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12435 T3587 C107 P65003 REQ /replication {file=_0_MockRandom_0.skp&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12436 T3617 C106 P26763 oash.SnapPuller$FileFetcher.fetchPackets WARNING No content recieved for file: {name=_0_MockRandom_0.skp, lastmodified=1348244853000, size=0}
[junit4:junit4] 2> 12439 T3587 C107 P65003 REQ /replication {file=_0_MockSep_0.tib&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12443 T3587 C107 P65003 REQ /replication {file=_0_MockFixedIntBlock_0.frq&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12447 T3587 C107 P65003 REQ /replication {file=_0_MockRandom_0.tip&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12450 T3587 C107 P65003 REQ /replication {file=_0_MockRandom_0.frq&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12453 T3587 C107 P65003 REQ /replication {file=_0_MockRandom_0.sd&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12457 T3587 C107 P65003 REQ /replication {file=_0_MockRandom_0.doc&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12460 T3587 C107 P65003 REQ /replication {file=_0_MockFixedIntBlock_0.doc&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12464 T3587 C107 P65003 REQ /replication {file=_0_nrm.cfe&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12468 T3587 C107 P65003 REQ /replication {file=_0_MockRandom_0.pos&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12471 T3587 C107 P65003 REQ /replication {file=segments_2&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12474 T3587 C107 P65003 REQ /replication {file=_0_MockSep_0.frq&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12478 T3587 C107 P65003 REQ /replication {file=_0.fdx&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12481 T3587 C107 P65003 REQ /replication {file=_0_MockSep_0.tii&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12485 T3587 C107 P65003 REQ /replication {file=_0_MockSep_0.pyl&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12486 T3617 C106 P26763 oash.SnapPuller$FileFetcher.fetchPackets WARNING No content recieved for file: {name=_0_MockSep_0.pyl, lastmodified=1348244853000, size=0}
[junit4:junit4] 2> 12489 T3587 C107 P65003 REQ /replication {file=_0_MockRandom_0.pyl&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12490 T3617 C106 P26763 oash.SnapPuller$FileFetcher.fetchPackets WARNING No content recieved for file: {name=_0_MockRandom_0.pyl, lastmodified=1348244853000, size=0}
[junit4:junit4] 2> 12493 T3587 C107 P65003 REQ /replication {file=_0_MockRandom_0.tim&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12496 T3587 C107 P65003 REQ /replication {file=_0.fdt&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12497 T3617 C106 P26763 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 12497 T3617 C106 P26763 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20120922032733702
[junit4:junit4] 2> 12499 T3617 C106 P26763 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 12499 T3617 C106 P26763 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 12499 T3617 C106 P26763 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4] 2> 12502 T3617 C106 P26763 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty3/index.20120922032733702
[junit4:junit4] 2> 12503 T3617 C106 P26763 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty3/index.20120922032733702 forceNew:true
[junit4:junit4] 2> 12515 T3617 C106 P26763 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty3/index.20120922032733702 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c795551; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0_MockSep_0.pos, _0_Pulsing40_0.prx, _0_MockFixedIntBlock_0.tib, _0_Pulsing40_0.frq, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_MockSep_0.skp, _0_MockFixedIntBlock_0.tii, _0_Pulsing40_0.tip, _0_MockSep_0.doc, _0.si, _0_Pulsing40_0.tim, _0.fnm, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_MockRandom_0.skp, _0_MockFixedIntBlock_0.frq, _0_MockSep_0.tib, _0_MockRandom_0.sd, _0_MockRandom_0.frq, _0_MockRandom_0.tip, _0_MockFixedIntBlock_0.doc, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _0_nrm.cfe, _0_MockSep_0.frq, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0_MockRandom_0.pyl, _0_MockRandom_0.tim, _0.fdt]
[junit4:junit4] 2> 12515 T3617 C106 P26763 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 12515 T3617 C106 P26763 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 12519 T3617 C106 P26763 oass.SolrIndexSearcher.<init> Opening Searcher@7d548680 main
[junit4:junit4] 2> 12521 T3616 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7d548680 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4] 2> 12521 T3616 oasc.CachingDirectoryFactory.close Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty3/index
[junit4:junit4] 2> 12521 T3616 oash.SnapPuller$2.onClose removing old index directory ./org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty3/index
[junit4:junit4] 2> 12523 T3617 C106 P26763 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 12524 T3617 C106 P26763 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 12524 T3617 C106 P26763 oasc.RecoveryStrategy.replay Replaying buffered documents. core=collection1
[junit4:junit4] 2> 12524 T3640 C106 P26763 oasu.UpdateLog$LogReplayer.doReplay WARNING Starting log replay tlog{file=./org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty3/tlog/tlog.0000000000000000000 refcount=2} active=true starting pos=430
[junit4:junit4] 2> 12525 T3640 C106 P26763 oasu.DirectUpdateHandler2.commit start commit{flags=2,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 12526 T3640 C106 P26763 oass.SolrIndexSearcher.<init> Opening Searcher@4851e378 main
[junit4:junit4] 2> 12527 T3640 C106 P26763 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 12527 T3616 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4851e378 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4] 2> 12528 T3640 C106 P26763 oasu.UpdateLog$LogReplayer.run WARNING Log replay finished. recoveryInfo=RecoveryInfo{adds=0 deletes=0 deleteByQuery=0 errors=0 positionOfStart=430}
[junit4:junit4] 2> 12528 T3617 C106 P26763 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 12530 T3617 C106 P26763 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 12984 T3578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12996 T3615 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12996 T3629 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12996 T3591 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12996 T3577 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12996 T3634 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12996 T3636 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12996 T3603 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 13363 T3557 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C108_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:11546_solr, base_url=http://127.0.0.1:11546/solr}
[junit4:junit4] 2> 14299 T3631 C108 P11546 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 14299 T3631 C108 P11546 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 14299 T3631 C108 P11546 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:25098/solr/collection1/. core=collection1
[junit4:junit4] 2> 14299 T3631 C108 P11546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 14315 T3598 C109 P25098 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 14318 T3598 C109 P25098 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@29cc77ef; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 14319 T3598 C109 P25098 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 14320 T3598 C109 P25098 oass.SolrIndexSearcher.<init> Opening Searcher@360377d1 main
[junit4:junit4] 2> 14320 T3598 C109 P25098 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 14321 T3604 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@360377d1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 14322 T3598 C109 P25098 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 7
[junit4:junit4] 2> 14322 T3631 C108 P11546 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 14323 T3631 C108 P11546 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 14324 T3599 C109 P25098 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 14324 T3599 C109 P25098 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1
[junit4:junit4] 2> 14328 T3631 C108 P11546 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c1afe12; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 14328 T3631 C108 P11546 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 14329 T3631 C108 P11546 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 14332 T3631 C108 P11546 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c1afe12; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c1afe12; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 14332 T3631 C108 P11546 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 14335 T3631 C108 P11546 oass.SolrIndexSearcher.<init> Opening Searcher@5d773bf9 main
[junit4:junit4] 2> 14336 T3631 C108 P11546 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 14337 T3630 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5d773bf9 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4] 2> 14337 T3631 C108 P11546 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 14337 T3631 C108 P11546 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 14339 T3631 C108 P11546 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 14365 T3557 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14500 T3578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14511 T3603 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 14511 T3615 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 14511 T3577 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 14511 T3636 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 14511 T3629 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 14511 T3591 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 14511 T3634 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 15367 T3557 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 15370 T3569 C110 P34524 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 15574 T3569 C110 P34524 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@27309f8c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@27309f8c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0_MockSep_0.pos, _0_MockFixedIntBlock_0.tib, _0_Pulsing40_0.prx, _0_Pulsing40_0.frq, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockSep_0.skp, _0_MockFixedIntBlock_0.tii, _0_Pulsing40_0.tip, _0.si, _0_MockSep_0.doc, _0_MockRandom_0.tib, _0.fnm, _0_Pulsing40_0.tim, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_MockRandom_0.skp, _0_MockFixedIntBlock_0.frq, _0_MockSep_0.tib, _0_MockRandom_0.sd, _0_MockRandom_0.frq, _0_MockRandom_0.tiv, _0_MockFixedIntBlock_0.doc, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _0_nrm.cfe, _0_MockSep_0.frq, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockRandom_0.pyl, _0_MockSep_0.pyl, _0.fdt]
[junit4:junit4] 2> 15574 T3569 C110 P34524 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 15587 T3569 C110 P34524 oass.SolrIndexSearcher.<init> Opening Searcher@1668f412 main
[junit4:junit4] 2> 15588 T3569 C110 P34524 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 15589 T3580 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1668f412 main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4] 2> 15590 T3569 C110 P34524 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 220
[junit4:junit4] 2> 15591 T3588 C107 P65003 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 15604 T3588 C107 P65003 oass.SolrIndexSearcher.<init> Opening Searcher@5157cfbc main
[junit4:junit4] 2> 15605 T3588 C107 P65003 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 15605 T3592 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5157cfbc main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4] 2> 15606 T3588 C107 P65003 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:26763/solr/collection1/, StdNode: http://127.0.0.1:25098/solr/collection1/, StdNode: http://127.0.0.1:11546/solr/collection1/]
[junit4:junit4] 2> 15608 T3600 C109 P25098 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> C106_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:26763_solr, base_url=http://127.0.0.1:26763/solr}
[junit4:junit4] 2> 15608 T3607 C106 P26763 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 15611 T3607 C106 P26763 oass.SolrIndexSearcher.<init> Opening Searcher@4c9a8c17 main
[junit4:junit4] 2> 15611 T3607 C106 P26763 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 15612 T3616 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4c9a8c17 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4] 2> 15613 T3607 C106 P26763 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 5
[junit4:junit4] 2> 15613 T3600 C109 P25098 oass.SolrIndexSearcher.<init> Opening Searcher@36889ed2 main
[junit4:junit4] 2> 15613 T3600 C109 P25098 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 15615 T3604 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@36889ed2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 15616 T3600 C109 P25098 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 8
[junit4:junit4] 2> C108_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:11546_solr, base_url=http://127.0.0.1:11546/solr}
[junit4:junit4] 2> 15618 T3621 C108 P11546 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 15622 T3621 C108 P11546 oass.SolrIndexSearcher.<init> Opening Searcher@2ed7b66b main
[junit4:junit4] 2> 15622 T3621 C108 P11546 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 15623 T3630 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2ed7b66b main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4] 2> 15624 T3621 C108 P11546 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 6
[junit4:junit4] 2> 15624 T3588 C107 P65003 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 33
[junit4:junit4] 2> 15629 T3570 C110 P34524 REQ /select {fl=id,score&shard.url=127.0.0.1:34524/solr/collection1/&NOW=1348244856950&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=1 status=0 QTime=0
[junit4:junit4] 2> 15632 T3570 C110 P34524 REQ /select {shard.url=127.0.0.1:34524/solr/collection1/&NOW=1348244856950&q=*:*&ids=1&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 15633 T3569 C110 P34524 REQ /select {wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=6
[junit4:junit4] 2> 15633 T3557 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55943/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@268956a3
[junit4:junit4] 2> 15634 T3644 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55943
[junit4:junit4] 2> 15634 T3557 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 15635 T3644 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:55943, initiating session
[junit4:junit4] 2> 15635 T3559 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:28828
[junit4:junit4] 2> 15635 T3559 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:28828
[junit4:junit4] 2> 15637 T3561 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e9a7a3760009 with negotiated timeout 10000 for client /140.211.11.196:28828
[junit4:junit4] 2> 15637 T3644 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:55943, sessionid = 0x139e9a7a3760009, negotiated timeout = 10000
[junit4:junit4] 2> 15637 T3645 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@268956a3 name:ZooKeeperConnection Watcher:127.0.0.1:55943/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 15637 T3557 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 15638 T3557 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 15639 T3562 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139e9a7a3760009
[junit4:junit4] 2> 15640 T3645 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 15640 T3559 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:28828 which had sessionid 0x139e9a7a3760009
[junit4:junit4] 2> 15640 T3557 oaz.ZooKeeper.close Session: 0x139e9a7a3760009 closed
[junit4:junit4] 2> 15642 T3589 C107 P65003 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=1
[junit4:junit4] 2> 15643 T3601 C109 P25098 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=0
[junit4:junit4] 2> 15647 T3584 C107 P65003 REQ /select {fl=id,score&shard.url=127.0.0.1:65003/solr/collection1/|127.0.0.1:26763/solr/collection1/&NOW=1348244856968&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=1 status=0 QTime=1
[junit4:junit4] 2> 15647 T3596 C109 P25098 REQ /select {fl=id,score&shard.url=127.0.0.1:25098/solr/collection1/|127.0.0.1:11546/solr/collection1/&NOW=1348244856968&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=0 status=0 QTime=0
[junit4:junit4] 2> 15650 T3584 C107 P65003 REQ /select {shard.url=127.0.0.1:65003/solr/collection1/|127.0.0.1:26763/solr/collection1/&NOW=1348244856968&q=*:*&ids=1&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 15650 T3608 C106 P26763 REQ /select {wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=5
[junit4:junit4] 2> 15655 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[2 (1413737199148466176)]} 0 2
[junit4:junit4] 2> 15666 T3621 C108 P11546 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:25098/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15667 T3600 C109 P25098 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 15667 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[2]} 0 9
[junit4:junit4] 2> 15670 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[3 (1413737199166291968)]} 0 0
[junit4:junit4] 2> 15678 T3621 C108 P11546 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:25098/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 15679 T3600 C109 P25098 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 15679 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[3]} 0 6
[junit4:junit4] 2> 15682 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[4 (1413737199178874880)]} 0 0
[junit4:junit4] 2> 15692 T3607 C106 P26763 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15693 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[4 (1413737199182020608)]} 0 8
[junit4:junit4] 2> 15695 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[5 (1413737199192506368)]} 0 0
[junit4:junit4] 2> 15702 T3621 C108 P11546 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:25098/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 15703 T3600 C109 P25098 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 15703 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[5]} 0 5
[junit4:junit4] 2> 15706 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[6 (1413737199204040704)]} 0 0
[junit4:junit4] 2> 15713 T3621 C108 P11546 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:25098/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 15714 T3600 C109 P25098 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 15714 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[6]} 0 5
[junit4:junit4] 2> 15717 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[7 (1413737199215575040)]} 0 0
[junit4:junit4] 2> 15724 T3621 C108 P11546 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:25098/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 15725 T3600 C109 P25098 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 15725 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[7]} 0 5
[junit4:junit4] 2> 15728 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[8 (1413737199227109376)]} 0 0
[junit4:junit4] 2> 15735 T3607 C106 P26763 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:65003/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 15736 T3585 C107 P65003 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 15736 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[8]} 0 5
[junit4:junit4] 2> 15739 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[9 (1413737199238643712)]} 0 0
[junit4:junit4] 2> 15745 T3621 C108 P11546 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 15746 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[9 (1413737199241789440)]} 0 4
[junit4:junit4] 2> 15748 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[10 (1413737199248080896)]} 0 0
[junit4:junit4] 2> 15755 T3607 C106 P26763 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:65003/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 15756 T3585 C107 P65003 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 15756 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[10]} 0 5
[junit4:junit4] 2> 15771 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[11 (1413737199259615232)]} 0 12
[junit4:junit4] 2> 15779 T3607 C106 P26763 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:65003/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15779 T3585 C107 P65003 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 15779 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[11]} 0 5
[junit4:junit4] 2> 15783 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[12 (1413737199283732480)]} 0 1
[junit4:junit4] 2> 15788 T3607 C106 P26763 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 15789 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[12 (1413737199287926784)]} 0 3
[junit4:junit4] 2> 15791 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[13 (1413737199293169664)]} 0 0
[junit4:junit4] 2> 15798 T3607 C106 P26763 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:65003/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 15799 T3585 C107 P65003 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 15799 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[13]} 0 5
[junit4:junit4] 2> 15802 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[14 (1413737199304704000)]} 0 0
[junit4:junit4] 2> 15807 T3607 C106 P26763 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 15808 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[14 (1413737199307849728)]} 0 3
[junit4:junit4] 2> 15811 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[15 (1413737199314141184)]} 0 0
[junit4:junit4] 2> 15815 T3607 C106 P26763 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 15816 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[15 (1413737199316238336)]} 0 3
[junit4:junit4] 2> 15818 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[16 (1413737199321481216)]} 0 0
[junit4:junit4] 2> 15825 T3607 C106 P26763 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:65003/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 15825 T3585 C107 P65003 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15826 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[16]} 0 5
[junit4:junit4] 2> 15829 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[17 (1413737199331966976)]} 0 1
[junit4:junit4] 2> 15835 T3621 C108 P11546 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15835 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[17 (1413737199335112704)]} 0 4
[junit4:junit4] 2> 15839 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[100 (1413737199342452736)]} 0 1
[junit4:junit4] 2> 15871 T3607 C106 P26763 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=14
[junit4:junit4] 2> 15871 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[100 (1413737199345598464)]} 0 30
[junit4:junit4] 2> 15875 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[101 (1413737199380201472)]} 0 0
[junit4:junit4] 2> 15881 T3607 C106 P26763 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15882 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[101 (1413737199383347200)]} 0 5
[junit4:junit4] 2> 15884 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[102 (1413737199390687232)]} 0 0
[junit4:junit4] 2> 15891 T3607 C106 P26763 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:65003/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 15892 T3585 C107 P65003 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 15892 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[102]} 0 5
[junit4:junit4] 2> 15905 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[103 (1413737199402221568)]} 0 10
[junit4:junit4] 2> 15913 T3621 C108 P11546 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:25098/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 15914 T3600 C109 P25098 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 15914 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[103]} 0 6
[junit4:junit4] 2> 15920 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[104 (1413737199427387392)]} 0 1
[junit4:junit4] 2> 15928 T3621 C108 P11546 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:25098/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 15928 T3600 C109 P25098 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 15929 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[104]} 0 6
[junit4:junit4] 2> 15931 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[105 (1413737199439970304)]} 0 0
[junit4:junit4] 2> 15961 T3621 C108 P11546 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:25098/solr/collection1/&wt=javabin&version=2} status=0 QTime=10
[junit4:junit4] 2> 15961 T3600 C109 P25098 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=26
[junit4:junit4] 2> 15962 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[105]} 0 29
[junit4:junit4] 2> 15965 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[106 (1413737199475621888)]} 0 0
[junit4:junit4] 2> 15974 T3621 C108 P11546 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:25098/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15974 T3600 C109 P25098 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 15975 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[106]} 0 7
[junit4:junit4] 2> 15977 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[107 (1413737199488204800)]} 0 0
[junit4:junit4] 2> 15983 T3607 C106 P26763 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:65003/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 15984 T3585 C107 P65003 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 15984 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[107]} 0 5
[junit4:junit4] 2> 15987 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[108 (1413737199498690560)]} 0 0
[junit4:junit4] 2> 15994 T3607 C106 P26763 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:65003/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 15995 T3585 C107 P65003 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 15995 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[108]} 0 5
[junit4:junit4] 2> 15998 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[109 (1413737199510224896)]} 0 0
[junit4:junit4] 2> 16004 T3607 C106 P26763 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:65003/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16005 T3585 C107 P65003 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 16005 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[109]} 0 5
[junit4:junit4] 2> 16008 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[110 (1413737199520710656)]} 0 0
[junit4:junit4] 2> 16014 T3607 C106 P26763 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:65003/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16015 T3585 C107 P65003 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 16015 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[110]} 0 5
[junit4:junit4] 2> 16018 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[111 (1413737199531196416)]} 0 0
[junit4:junit4] 2> 16025 T3607 C106 P26763 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:65003/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16026 T3585 C107 P65003 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 16026 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[111]} 0 5
[junit4:junit4] 2> 16029 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[112 (1413737199542730752)]} 0 0
[junit4:junit4] 2> 16036 T3621 C108 P11546 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:25098/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16036 T3600 C109 P25098 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 16037 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[112]} 0 5
[junit4:junit4] 2> 16047 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[113 (1413737199553216512)]} 0 8
[junit4:junit4] 2> 16054 T3607 C106 P26763 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:65003/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16054 T3585 C107 P65003 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 16055 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[113]} 0 6
[junit4:junit4] 2> 16058 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[114 (1413737199572090880)]} 0 1
[junit4:junit4] 2> 16062 T3607 C106 P26763 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16063 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[114 (1413737199575236608)]} 0 3
[junit4:junit4] 2> 16065 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[115 (1413737199580479488)]} 0 0
[junit4:junit4] 2> 16069 T3621 C108 P11546 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16070 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[115 (1413737199582576640)]} 0 3
[junit4:junit4] 2> 16072 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[116 (1413737199587819520)]} 0 0
[junit4:junit4] 2> 16078 T3621 C108 P11546 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:25098/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16078 T3600 C109 P25098 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 16079 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[116]} 0 5
[junit4:junit4] 2> 16081 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[117 (1413737199597256704)]} 0 0
[junit4:junit4] 2> 16086 T3621 C108 P11546 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16086 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[117 (1413737199600402432)]} 0 2
[junit4:junit4] 2> 16089 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[118 (1413737199605645312)]} 0 0
[junit4:junit4] 2> 16110 T3607 C106 P26763 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=10
[junit4:junit4] 2> 16111 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[118 (1413737199607742464)]} 0 20
[junit4:junit4] 2> 16114 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[119 (1413737199631859712)]} 0 0
[junit4:junit4] 2> 16119 T3621 C108 P11546 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16119 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[119 (1413737199635005440)]} 0 2
[junit4:junit4] 2> 16122 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[120 (1413737199640248320)]} 0 0
[junit4:junit4] 2> 16127 T3621 C108 P11546 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16127 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[120 (1413737199643394048)]} 0 2
[junit4:junit4] 2> 16130 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[121 (1413737199648636928)]} 0 0
[junit4:junit4] 2> 16138 T3621 C108 P11546 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:25098/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16138 T3600 C109 P25098 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 16139 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[121]} 0 6
[junit4:junit4] 2> 16141 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[122 (1413737199660171264)]} 0 0
[junit4:junit4] 2> 16147 T3607 C106 P26763 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16147 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[122 (1413737199662268416)]} 0 4
[junit4:junit4] 2> 16158 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[123 (1413737199669608448)]} 0 8
[junit4:junit4] 2> 16164 T3607 C106 P26763 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:65003/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16165 T3585 C107 P65003 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 16165 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[123]} 0 5
[junit4:junit4] 2> 16169 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[124 (1413737199688482816)]} 0 1
[junit4:junit4] 2> 16173 T3607 C106 P26763 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16173 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[124 (1413737199691628544)]} 0 2
[junit4:junit4] 2> 16176 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[125 (1413737199696871424)]} 0 0
[junit4:junit4] 2> 16182 T3607 C106 P26763 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:65003/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16183 T3585 C107 P65003 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 16183 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[125]} 0 5
[junit4:junit4] 2> 16186 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[126 (1413737199707357184)]} 0 0
[junit4:junit4] 2> 16190 T3621 C108 P11546 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16191 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[126 (1413737199709454336)]} 0 2
[junit4:junit4] 2> 16193 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[127 (1413737199714697216)]} 0 0
[junit4:junit4] 2> 16216 T3621 C108 P11546 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:25098/solr/collection1/&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 16216 T3600 C109 P25098 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=19
[junit4:junit4] 2> 16217 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[127]} 0 22
[junit4:junit4] 2> 16219 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[128 (1413737199741960192)]} 0 0
[junit4:junit4] 2> 16227 T3621 C108 P11546 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16228 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[128 (1413737199745105920)]} 0 6
[junit4:junit4] 2> 16231 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[129 (1413737199754543104)]} 0 0
[junit4:junit4] 2> 16237 T3607 C106 P26763 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:65003/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16238 T3585 C107 P65003 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 16238 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[129]} 0 5
[junit4:junit4] 2> 16241 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[130 (1413737199765028864)]} 0 0
[junit4:junit4] 2> 16245 T3621 C108 P11546 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16246 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[130 (1413737199767126016)]} 0 3
[junit4:junit4] 2> 16248 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[131 (1413737199772368896)]} 0 0
[junit4:junit4] 2> 16252 T3621 C108 P11546 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16253 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[131 (1413737199774466048)]} 0 3
[junit4:junit4] 2> 16255 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[132 (1413737199779708928)]} 0 0
[junit4:junit4] 2> 16259 T3607 C106 P26763 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16260 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[132 (1413737199781806080)]} 0 3
[junit4:junit4] 2> 16271 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[133 (1413737199788097536)]} 0 8
[junit4:junit4] 2> 16279 T3607 C106 P26763 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:65003/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16280 T3585 C107 P65003 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 16280 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[133]} 0 6
[junit4:junit4] 2> 16284 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[134 (1413737199809069056)]} 0 1
[junit4:junit4] 2> 16291 T3621 C108 P11546 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:25098/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16292 T3600 C109 P25098 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 16292 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[134]} 0 5
[junit4:junit4] 2> 16295 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[135 (1413737199821651968)]} 0 0
[junit4:junit4] 2> 16303 T3607 C106 P26763 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:65003/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16304 T3585 C107 P65003 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 16305 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[135]} 0 6
[junit4:junit4] 2> 16307 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[136 (1413737199834234880)]} 0 0
[junit4:junit4] 2> 16312 T3621 C108 P11546 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16312 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[136 (1413737199837380608)]} 0 2
[junit4:junit4] 2> 16315 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[137 (1413737199842623488)]} 0 0
[junit4:junit4] 2> 16320 T3621 C108 P11546 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16321 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[137 (1413737199845769216)]} 0 3
[junit4:junit4] 2> 16323 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[138 (1413737199851012096)]} 0 0
[junit4:junit4] 2> 16331 T3607 C106 P26763 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:65003/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16332 T3585 C107 P65003 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 16333 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[138]} 0 7
[junit4:junit4] 2> 16335 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[139 (1413737199863595008)]} 0 0
[junit4:junit4] 2> 16340 T3621 C108 P11546 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16341 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[139 (1413737199866740736)]} 0 3
[junit4:junit4] 2> 16343 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[140 (1413737199871983616)]} 0 0
[junit4:junit4] 2> 16348 T3621 C108 P11546 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16349 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[140 (1413737199875129344)]} 0 3
[junit4:junit4] 2> 16351 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[141 (1413737199880372224)]} 0 0
[junit4:junit4] 2> 16355 T3621 C108 P11546 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16356 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[141 (1413737199882469376)]} 0 3
[junit4:junit4] 2> 16358 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[142 (1413737199887712256)]} 0 0
[junit4:junit4] 2> 16376 T3621 C108 P11546 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 16377 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[142 (1413737199889809408)]} 0 17
[junit4:junit4] 2> 16389 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[143 (1413737199909732352)]} 0 10
[junit4:junit4] 2> 16398 T3621 C108 P11546 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:25098/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16398 T3600 C109 P25098 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 16399 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[143]} 0 7
[junit4:junit4] 2> 16402 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[144 (1413737199932801024)]} 0 1
[junit4:junit4] 2> 16409 T3621 C108 P11546 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:25098/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16410 T3600 C109 P25098 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 16410 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[144]} 0 5
[junit4:junit4] 2> 16413 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[145 (1413737199945383936)]} 0 0
[junit4:junit4] 2> 16420 T3621 C108 P11546 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:25098/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16421 T3600 C109 P25098 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 16421 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[145]} 0 5
[junit4:junit4] 2> 16424 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[146 (1413737199956918272)]} 0 0
[junit4:junit4] 2> 16444 T3607 C106 P26763 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 16445 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[146 (1413737199960064000)]} 0 18
[junit4:junit4] 2> 16447 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[147 (1413737199981035520)]} 0 0
[junit4:junit4] 2> 16454 T3621 C108 P11546 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:25098/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16455 T3600 C109 P25098 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 16455 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[147]} 0 5
[junit4:junit4] 2> 16457 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[148 (1413737199991521280)]} 0 0
[junit4:junit4] 2> 16465 T3607 C106 P26763 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:65003/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16465 T3585 C107 P65003 REQ /update {distrib.from=http://127.0.0.1:25098/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 16466 T3597 C109 P25098 /update {wt=javabin&version=2} {add=[148]} 0 7
[junit4:junit4] 2> 16468 T3569 C110 P34524 /update {wt=javabin&version=2} {add=[149 (1413737200003055616)]} 0 0
[junit4:junit4] 2> 16475 T3621 C108 P11546 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:25098/solr/collection1/&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 16476 T3600 C109 P25098 REQ /update {distrib.from=http://127.0.0.1:65003/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 16476 T3588 C107 P65003 /update {wt=javabin&version=2} {add=[149]} 0 5
[junit4:junit4] 2> 16476 T3557 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):3600
[junit4:junit4] 2> 16477 T3557 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 16480 T3569 C110 P34524 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 16995 T3569 C110 P34524 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@27309f8c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0_MockSep_0.pos, _0_MockFixedIntBlock_0.tib, _0_Pulsing40_0.prx, _0_Pulsing40_0.frq, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockSep_0.skp, _0_MockFixedIntBlock_0.tii, _0_Pulsing40_0.tip, _0.si, _0_MockSep_0.doc, _0_MockRandom_0.tib, _0.fnm, _0_Pulsing40_0.tim, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_MockRandom_0.skp, _0_MockFixedIntBlock_0.frq, _0_MockSep_0.tib, _0_MockRandom_0.sd, _0_MockRandom_0.frq, _0_MockRandom_0.tiv, _0_MockFixedIntBlock_0.doc, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _0_nrm.cfe, _0_MockSep_0.frq, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockRandom_0.pyl, _0_MockSep_0.pyl, _0.fdt]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-s
[...truncated too long message...]
ribute(JmxMBeanServer.java:672)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap.unregister(JmxMonitoredMap.java:174)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap.clear(JmxMonitoredMap.java:116)
[junit4:junit4] 2> at org.apache.solr.core.SolrCore.close(SolrCore.java:864)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:213)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:158)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:102)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:56)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:131)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4:junit4] 2>
[junit4:junit4] 2> 307213 T3629 oasc.JmxMonitoredMap$SolrDynamicMBean.getMBeanInfo WARNING Could not getStatistics on info bean Lazy[solr.ReplicationHandler] java.lang.IllegalArgumentException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348244841326/jetty4/index does not exist
[junit4:junit4] 2> at org.apache.commons.io.FileUtils.sizeOfDirectory(FileUtils.java:2074)
[junit4:junit4] 2> at org.apache.solr.handler.ReplicationHandler.getIndexSize(ReplicationHandler.java:477)
[junit4:junit4] 2> at org.apache.solr.handler.ReplicationHandler.getStatistics(ReplicationHandler.java:525)
[junit4:junit4] 2> at org.apache.solr.core.RequestHandlers$LazyRequestHandlerWrapper.getStatistics(RequestHandlers.java:310)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap$SolrDynamicMBean.getMBeanInfo(JmxMonitoredMap.java:231)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1824)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1661)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1833)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:436)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:421)
[junit4:junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:540)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap.unregister(JmxMonitoredMap.java:175)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap.clear(JmxMonitoredMap.java:116)
[junit4:junit4] 2> at org.apache.solr.core.SolrCore.close(SolrCore.java:864)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:213)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:158)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:102)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:56)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:131)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4:junit4] 2>
[junit4:junit4] 2> 307217 T3629 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 307221 T3629 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=5,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=35,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 307221 T3629 oasu.DefaultSolrCoreState.decref SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 307223 T3629 oasu.DefaultSolrCoreState.decref Closing SolrCoreState - canceling any ongoing recovery
[junit4:junit4] 2> 307223 T3629 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 307223 T3629 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 307224 T3629 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 307224 T3629 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 307224 T3629 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d016b6d name:ZooKeeperConnection Watcher:127.0.0.1:55943/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4] 2> 307224 T3629 oascc.ConnectionManager.process Client->ZooKeeper status change trigger but we are already closed
[junit4:junit4] 2> 307224 T3629 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> NOTE: test params are: codec=Lucene40: {n_f1=MockFixedIntBlock(blockSize=1388), foo_b=PostingsFormat(name=MockRandom), foo_d=Pulsing40(freqCutoff=14 minBlockSize=17 maxBlockSize=36), foo_f=PostingsFormat(name=MockRandom), n_tl1=MockFixedIntBlock(blockSize=1388), n_d1=PostingsFormat(name=MockSep), rnd_b=Pulsing40(freqCutoff=14 minBlockSize=17 maxBlockSize=36), intDefault=MockFixedIntBlock(blockSize=1388), n_td1=MockFixedIntBlock(blockSize=1388), id=Pulsing40(freqCutoff=14 minBlockSize=17 maxBlockSize=36), timestamp=PostingsFormat(name=MockSep), range_facet_sl=Pulsing40(freqCutoff=14 minBlockSize=17 maxBlockSize=36), range_facet_si=PostingsFormat(name=MockSep), oddField_s=Pulsing40(freqCutoff=14 minBlockSize=17 maxBlockSize=36), multiDefault=PostingsFormat(name=MockSep), n_tf1=PostingsFormat(name=MockSep), n_dt1=MockFixedIntBlock(blockSize=1388), n_ti1=Pulsing40(freqCutoff=14 minBlockSize=17 maxBlockSize=36), range_facet_l=PostingsFormat(name=MockSep), text=PostingsFormat(name=MockRandom), _version_=MockFixedIntBlock(blockSize=1388), SubjectTerms_mfacet=MockFixedIntBlock(blockSize=1388), a_t=PostingsFormat(name=MockSep), n_tdt1=MockFixedIntBlock(blockSize=1388), other_tl1=MockFixedIntBlock(blockSize=1388), n_l1=PostingsFormat(name=MockSep), a_si=MockFixedIntBlock(blockSize=1388)}, sim=DefaultSimilarity, locale=th, timezone=Pacific/Ponape
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=49613024,total=294977536
[junit4:junit4] 2> NOTE: All tests run in this JVM: [DisMaxRequestHandlerTest, ScriptEngineTest, ZkSolrClientTest, TestCSVLoader, TestDocSet, TestCSVResponseWriter, TestRealTimeGet, DOMUtilTest, QueryEqualityTest, TestSolrDeletionPolicy1, TestStressRecovery, URLClassifyProcessorTest, FullSolrCloudDistribCmdsTest, TestBM25SimilarityFactory, OpenExchangeRatesOrgProviderTest, TestFoldingMultitermQuery, LeaderElectionTest, PolyFieldTest, TestDistributedGrouping, OverseerTest, IndexSchemaTest, TestArbitraryIndexDir, TestDocumentBuilder, SolrIndexConfigTest, TestDFRSimilarityFactory, SignatureUpdateProcessorFactoryTest, TestSolrCoreProperties, TestSort, TestReversedWildcardFilterFactory, UUIDFieldTest, IndexSchemaRuntimeFieldTest, DocumentBuilderTest, QueryParsingTest, ZkNodePropsTest, XsltUpdateRequestHandlerTest, PrimUtilsTest, TestCollationKeyRangeQueries, TimeZoneUtilsTest, TestUpdate, HighlighterTest, ReturnFieldsTest, TestOmitPositions, IndexReaderFactoryTest, DistributedQueryElevationComponentTest, TestJmxIntegration, RequiredFieldsTest, TestValueSourceCache, TermVectorComponentTest, PrimitiveFieldTypeTest, TestReplicationHandler, TestRemoteStreaming, TestCharFilters, TestRecovery, TestCodecSupport, OutputWriterTest, RecoveryZkTest, ZkControllerTest, TestRandomFaceting, TestDistributedSearch, PingRequestHandlerTest, TestSurroundQueryParser, DocumentAnalysisRequestHandlerTest, SolrPluginUtilsTest, DebugComponentTest, RequestHandlersTest, CopyFieldTest, TestQueryUtils, SuggesterTSTTest, CSVRequestHandlerTest, ShowFileRequestHandlerTest, TestLuceneMatchVersion, TestPropInject, NoCacheHeaderTest, FieldMutatingUpdateProcessorTest, TestPropInjectDefaults, TestLFUCache, MultiTermTest, TestConfig, SpellPossibilityIteratorTest, TestLMDirichletSimilarityFactory, TestPluginEnable, TestFastLRUCache, ResourceLoaderTest, TestSystemIdResolver, SpellingQueryConverterTest, TestUtils, PreAnalyzedFieldTest, CircularListTest, PathHierarchyTokenizerFactoryTest, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 307.62s, 1 test, 1 failure <<< FAILURES!
[...truncated 10 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:32: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:179: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/module-build.xml:63: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1140: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:813: There were test failures: 231 suites, 954 tests, 1 failure, 8 ignored (3 assumptions)
Total time: 70 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 40 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/40/
1 tests failed.
FAILED: org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
Error Message:
Shard still reported as live in zk
Stack Trace:
java.lang.AssertionError: Shard still reported as live in zk
at __randomizedtesting.SeedInfo.seed([8A6A5328786B96A6:B8CDD300F34F69A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(AbstractFullDistribZkTestBase.java:1220)
at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:190)
at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:83)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 7316 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4] 2> 3 T1692 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1348159690546
[junit4:junit4] 2> 4 T1692 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 7 T1693 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4] 2> 8 T1693 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 9 T1693 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4] 2> 105 T1692 oasc.ZkTestServer.run start zk server on port:56190
[junit4:junit4] 2> 105 T1692 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56190 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@62898cdb
[junit4:junit4] 2> 106 T1698 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56190
[junit4:junit4] 2> 106 T1692 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 107 T1698 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:56190, initiating session
[junit4:junit4] 2> 107 T1694 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:56191
[junit4:junit4] 2> 107 T1694 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:56191
[junit4:junit4] 2> 108 T1696 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4] 2> 114 T1696 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e49457390000 with negotiated timeout 10000 for client /140.211.11.196:56191
[junit4:junit4] 2> 114 T1698 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:56190, sessionid = 0x139e49457390000, negotiated timeout = 10000
[junit4:junit4] 2> 114 T1699 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62898cdb name:ZooKeeperConnection Watcher:127.0.0.1:56190 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 114 T1692 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 115 T1692 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 125 T1697 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139e49457390000
[junit4:junit4] 2> 131 T1699 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 131 T1694 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:56191 which had sessionid 0x139e49457390000
[junit4:junit4] 2> 131 T1692 oaz.ZooKeeper.close Session: 0x139e49457390000 closed
[junit4:junit4] 2> 132 T1692 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56190/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@5a352115
[junit4:junit4] 2> 132 T1700 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56190
[junit4:junit4] 2> 132 T1692 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 133 T1700 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:56190, initiating session
[junit4:junit4] 2> 133 T1694 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:56192
[junit4:junit4] 2> 133 T1694 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:56192
[junit4:junit4] 2> 139 T1696 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e49457390001 with negotiated timeout 10000 for client /140.211.11.196:56192
[junit4:junit4] 2> 139 T1700 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:56190, sessionid = 0x139e49457390001, negotiated timeout = 10000
[junit4:junit4] 2> 140 T1701 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5a352115 name:ZooKeeperConnection Watcher:127.0.0.1:56190/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 140 T1692 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 140 T1692 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 163 T1692 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 172 T1692 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 182 T1692 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 185 T1692 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 186 T1692 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 192 T1692 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 193 T1692 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 301 T1692 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 302 T1692 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 318 T1692 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 319 T1692 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 326 T1692 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 326 T1692 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 333 T1692 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 334 T1692 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 341 T1692 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 342 T1692 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 352 T1692 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 353 T1692 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 360 T1692 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 361 T1692 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 372 T1692 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 372 T1692 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 378 T1697 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139e49457390001
[junit4:junit4] 2> 391 T1701 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 391 T1692 oaz.ZooKeeper.close Session: 0x139e49457390001 closed
[junit4:junit4] 2> 391 T1694 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:56192 which had sessionid 0x139e49457390001
[junit4:junit4] 2> 394 T1692 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 396 T1692 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:56193
[junit4:junit4] 2> 396 T1692 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 397 T1692 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 397 T1692 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 436 T1692 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 437 T1692 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 437 T1692 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 438 T1692 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4] 2> 438 T1692 oasc.CoreContainer.<init> New CoreContainer 1055151832
[junit4:junit4] 2> 439 T1692 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 439 T1692 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 466 T1692 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 482 T1692 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:56190/solr
[junit4:junit4] 2> 482 T1692 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56190/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@11787eea
[junit4:junit4] 2> 483 T1711 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56190
[junit4:junit4] 2> 483 T1692 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 484 T1711 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:56190, initiating session
[junit4:junit4] 2> 484 T1694 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:56194
[junit4:junit4] 2> 485 T1694 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:56194
[junit4:junit4] 2> 487 T1696 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e49457390002 with negotiated timeout 5000 for client /140.211.11.196:56194
[junit4:junit4] 2> 487 T1711 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:56190, sessionid = 0x139e49457390002, negotiated timeout = 5000
[junit4:junit4] 2> 488 T1712 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11787eea name:ZooKeeperConnection Watcher:127.0.0.1:56190/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 488 T1692 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 495 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 501 T1692 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 519 T1692 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56193_solr
[junit4:junit4] 2> 520 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:56193_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:56193_solr
[junit4:junit4] 2> 530 T1692 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56193_solr
[junit4:junit4] 2> 543 T1692 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 543 T1692 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 544 T1692 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 544 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 545 T1692 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 545 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 546 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 546 T1692 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 547 T1692 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 547 T1692 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 564 T1692 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 583 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 593 T1692 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 609 T1692 oasc.Overseer.start Overseer (id=88352993480081410-127.0.0.1:56193_solr-n_0000000000) starting
[junit4:junit4] 2> 609 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 620 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 628 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 639 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 647 T1714 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 648 T1692 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 667 T1692 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 669 T1713 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 673 T1692 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4] 2> 673 T1692 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 674 T1692 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 674 T1692 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 676 T1692 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4] 2> 677 T1692 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4] 2> 677 T1692 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 717 T1692 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 770 T1692 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 871 T1692 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 875 T1692 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 1292 T1692 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1299 T1692 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1302 T1692 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1314 T1692 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1318 T1692 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1321 T1692 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1322 T1692 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1323 T1692 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/control/data/
[junit4:junit4] 2> 1324 T1692 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@402fb002
[junit4:junit4] 2> 1325 T1692 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/control/data/index/
[junit4:junit4] 2> 1326 T1692 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1326 T1692 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/control/data/index forceNew:false
[junit4:junit4] 2> 1340 T1692 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@f31e702; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 1340 T1692 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 1341 T1692 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 1343 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1343 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 1343 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1344 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 1344 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1345 T1692 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1345 T1692 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1345 T1692 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1346 T1692 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1346 T1692 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 1347 T1692 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 1347 T1692 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1348 T1692 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 1348 T1692 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 1348 T1692 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 1349 T1692 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1349 T1692 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1350 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1350 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1350 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1351 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1351 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1352 T1692 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1352 T1692 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 1352 T1692 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 1355 T1692 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1359 T1692 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 1360 T1692 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 1363 T1692 oass.SolrIndexSearcher.<init> Opening Searcher@8bae7aa main
[junit4:junit4] 2> 1364 T1692 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1364 T1692 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1365 T1692 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 1372 T1692 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 1421 T1715 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8bae7aa main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1424 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390002 type:create cxid:0x53 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4] 2> 1436 T1692 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 1437 T1692 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:56193/solr shardId:control_shard
[junit4:junit4] 2> 1437 T1692 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
[junit4:junit4] 2> 1456 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390002 type:delete cxid:0x62 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4] 2> 1457 T1692 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1457 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390002 type:create cxid:0x63 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 1678 T1713 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1681 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390002 type:create cxid:0x6a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4] 2> 1745 T1712 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 1968 T1692 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1969 T1692 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1969 T1692 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56193/solr/collection1/
[junit4:junit4] 2> 1969 T1692 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1970 T1692 oasc.SyncStrategy.syncToMe http://127.0.0.1:56193/solr/collection1/ has no replicas
[junit4:junit4] 2> 1970 T1692 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56193/solr/collection1/
[junit4:junit4] 2> 1970 T1692 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
[junit4:junit4] 2> 1975 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390002 type:create cxid:0x88 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2260 T1713 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2276 T1712 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 2303 T1692 oasc.ZkController.register We are http://127.0.0.1:56193/solr/collection1/ and leader is http://127.0.0.1:56193/solr/collection1/
[junit4:junit4] 2> 2303 T1692 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56193/solr
[junit4:junit4] 2> 2303 T1692 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 2306 T1692 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2307 T1692 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 2308 T1692 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2308 T1692 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2437 T1692 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 2440 T1692 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:56195
[junit4:junit4] 2> 2440 T1692 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2440 T1692 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348159692861
[junit4:junit4] 2> 2441 T1692 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348159692861/'
[junit4:junit4] 2> 2467 T1692 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2468 T1692 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2468 T1692 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348159692861
[junit4:junit4] 2> 2468 T1692 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348159692861/solr.xml
[junit4:junit4] 2> 2469 T1692 oasc.CoreContainer.<init> New CoreContainer 22643817
[junit4:junit4] 2> 2469 T1692 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348159692861/'
[junit4:junit4] 2> 2469 T1692 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348159692861/'
[junit4:junit4] 2> 2487 T1692 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 2498 T1692 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:56190/solr
[junit4:junit4] 2> 2498 T1692 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56190/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@4d38e3ae
[junit4:junit4] 2> 2499 T1725 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56190
[junit4:junit4] 2> 2499 T1692 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2500 T1725 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:56190, initiating session
[junit4:junit4] 2> 2501 T1694 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:56196
[junit4:junit4] 2> 2501 T1694 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:56196
[junit4:junit4] 2> 2505 T1696 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e49457390003 with negotiated timeout 5000 for client /140.211.11.196:56196
[junit4:junit4] 2> 2505 T1725 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:56190, sessionid = 0x139e49457390003, negotiated timeout = 5000
[junit4:junit4] 2> 2506 T1726 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d38e3ae name:ZooKeeperConnection Watcher:127.0.0.1:56190/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2506 T1692 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2507 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390003 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2513 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390003 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2524 T1692 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56195_solr
[junit4:junit4] 2> 2525 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390003 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:56195_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:56195_solr
[junit4:junit4] 2> 2531 T1692 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56195_solr
[junit4:junit4] 2> 2540 T1712 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 2541 T1692 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2541 T1692 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2542 T1692 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2542 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2542 T1692 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2542 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2543 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2543 T1692 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2543 T1692 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2544 T1692 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2559 T1692 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2567 T1692 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348159692861/collection1
[junit4:junit4] 2> 2567 T1692 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 2569 T1692 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2569 T1692 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 2573 T1692 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348159692861/collection1/'
[junit4:junit4] 2> 2574 T1692 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty1-1348159692861/collection1/lib/README' to classloader
[junit4:junit4] 2> 2575 T1692 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty1-1348159692861/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 2640 T1692 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 2716 T1692 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2787 T1713 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2817 T1692 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 2824 T1692 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 2906 T1712 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 2907 T1726 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 3480 T1692 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 3488 T1692 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 3491 T1692 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 3502 T1692 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 3506 T1692 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 3510 T1692 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 3512 T1692 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 3513 T1692 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348159692861/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty1/
[junit4:junit4] 2> 3514 T1692 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@402fb002
[junit4:junit4] 2> 3515 T1692 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty1/index/
[junit4:junit4] 2> 3516 T1692 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 3516 T1692 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty1/index forceNew:false
[junit4:junit4] 2> 3530 T1692 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@14c4a1ea; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 3531 T1692 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 3532 T1692 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 3533 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 3534 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 3534 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 3534 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 3535 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 3535 T1692 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 3536 T1692 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 3536 T1692 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 3537 T1692 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 3537 T1692 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 3538 T1692 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 3538 T1692 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 3539 T1692 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 3539 T1692 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 3540 T1692 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 3540 T1692 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 3540 T1692 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3541 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3541 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3542 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3542 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3543 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3543 T1692 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3544 T1692 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 3544 T1692 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 3548 T1692 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 3553 T1692 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 3554 T1692 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 3558 T1692 oass.SolrIndexSearcher.<init> Opening Searcher@33040186 main
[junit4:junit4] 2> 3559 T1692 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 3560 T1692 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 3560 T1692 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 3573 T1692 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 3627 T1727 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@33040186 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 3914 T1713 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3943 T1712 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 3943 T1726 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 4136 T1692 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 4136 T1692 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:56195/solr shardId:shard1
[junit4:junit4] 2> 4137 T1692 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 4155 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390003 type:delete cxid:0x43 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4] 2> 4168 T1692 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 4169 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390003 type:create cxid:0x44 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4172 T1692 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 4172 T1692 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 4172 T1692 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56195/solr/collection1/
[junit4:junit4] 2> 4173 T1692 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 4173 T1692 oasc.SyncStrategy.syncToMe http://127.0.0.1:56195/solr/collection1/ has no replicas
[junit4:junit4] 2> 4173 T1692 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56195/solr/collection1/
[junit4:junit4] 2> 4173 T1692 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 4184 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390003 type:create cxid:0x4e zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4453 T1713 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 4471 T1712 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 4471 T1726 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 4493 T1692 oasc.ZkController.register We are http://127.0.0.1:56195/solr/collection1/ and leader is http://127.0.0.1:56195/solr/collection1/
[junit4:junit4] 2> 4493 T1692 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56195/solr
[junit4:junit4] 2> 4493 T1692 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 4495 T1692 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 4496 T1692 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 4497 T1692 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 4497 T1692 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 4625 T1692 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 4628 T1692 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:56201
[junit4:junit4] 2> 4628 T1692 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 4629 T1692 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348159695050
[junit4:junit4] 2> 4629 T1692 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348159695050/'
[junit4:junit4] 2> 4656 T1692 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 4657 T1692 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 4657 T1692 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348159695050
[junit4:junit4] 2> 4657 T1692 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348159695050/solr.xml
[junit4:junit4] 2> 4657 T1692 oasc.CoreContainer.<init> New CoreContainer 1513392935
[junit4:junit4] 2> 4658 T1692 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348159695050/'
[junit4:junit4] 2> 4658 T1692 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348159695050/'
[junit4:junit4] 2> 4676 T1692 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 4686 T1692 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:56190/solr
[junit4:junit4] 2> 4687 T1692 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56190/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@2175607e
[junit4:junit4] 2> 4688 T1737 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56190
[junit4:junit4] 2> 4688 T1692 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 4689 T1737 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:56190, initiating session
[junit4:junit4] 2> 4689 T1694 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:56202
[junit4:junit4] 2> 4689 T1694 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:56202
[junit4:junit4] 2> 4694 T1696 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e49457390004 with negotiated timeout 5000 for client /140.211.11.196:56202
[junit4:junit4] 2> 4694 T1737 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:56190, sessionid = 0x139e49457390004, negotiated timeout = 5000
[junit4:junit4] 2> 4694 T1738 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2175607e name:ZooKeeperConnection Watcher:127.0.0.1:56190/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 4695 T1692 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 4695 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4700 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4708 T1692 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56201_solr
[junit4:junit4] 2> 4709 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:56201_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:56201_solr
[junit4:junit4] 2> 4716 T1692 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56201_solr
[junit4:junit4] 2> 4726 T1712 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 4726 T1726 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 4727 T1692 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 4728 T1692 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 4728 T1692 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 4728 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 4728 T1692 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 4729 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 4729 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 4729 T1692 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 4730 T1692 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 4730 T1692 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 4750 T1692 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 4755 T1692 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348159695050/collection1
[junit4:junit4] 2> 4755 T1692 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 4756 T1692 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 4756 T1692 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 4757 T1692 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348159695050/collection1/'
[junit4:junit4] 2> 4758 T1692 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty2-1348159695050/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 4759 T1692 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty2-1348159695050/collection1/lib/README' to classloader
[junit4:junit4] 2> 4796 T1692 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 4850 T1692 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 4951 T1692 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 4956 T1692 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 4981 T1713 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 4999 T1712 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 4999 T1726 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 4999 T1738 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 5396 T1692 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 5409 T1692 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 5414 T1692 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 5428 T1692 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5434 T1692 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5440 T1692 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5441 T1692 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5443 T1692 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348159695050/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty2/
[junit4:junit4] 2> 5443 T1692 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@402fb002
[junit4:junit4] 2> 5445 T1692 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty2/index/
[junit4:junit4] 2> 5446 T1692 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 5447 T1692 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty2/index forceNew:false
[junit4:junit4] 2> 5465 T1692 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@16452e85; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 5465 T1692 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 5467 T1692 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 5469 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 5470 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 5470 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 5471 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 5472 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 5472 T1692 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 5473 T1692 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 5474 T1692 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 5474 T1692 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 5475 T1692 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 5476 T1692 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 5477 T1692 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 5477 T1692 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 5478 T1692 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 5478 T1692 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 5479 T1692 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 5480 T1692 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 5481 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 5481 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 5482 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 5483 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 5483 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 5484 T1692 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 5485 T1692 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 5486 T1692 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 5489 T1692 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 5495 T1692 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 5496 T1692 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 5500 T1692 oass.SolrIndexSearcher.<init> Opening Searcher@43ccb601 main
[junit4:junit4] 2> 5501 T1692 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 5502 T1692 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 5503 T1692 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 5524 T1692 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 5609 T1739 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@43ccb601 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 6008 T1713 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6028 T1712 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6028 T1738 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6028 T1726 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6117 T1692 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 6117 T1692 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:56201/solr shardId:shard2
[junit4:junit4] 2> 6119 T1692 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 6142 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390004 type:delete cxid:0x42 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4] 2> 6145 T1692 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 6147 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390004 type:create cxid:0x43 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 6150 T1692 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 6150 T1692 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 6151 T1692 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56201/solr/collection1/
[junit4:junit4] 2> 6151 T1692 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 6152 T1692 oasc.SyncStrategy.syncToMe http://127.0.0.1:56201/solr/collection1/ has no replicas
[junit4:junit4] 2> 6152 T1692 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56201/solr/collection1/
[junit4:junit4] 2> 6153 T1692 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 6157 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390004 type:create cxid:0x4c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 6535 T1713 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6573 T1712 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6573 T1726 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6573 T1738 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6576 T1692 oasc.ZkController.register We are http://127.0.0.1:56201/solr/collection1/ and leader is http://127.0.0.1:56201/solr/collection1/
[junit4:junit4] 2> 6576 T1692 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56201/solr
[junit4:junit4] 2> 6576 T1692 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 6583 T1692 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6584 T1692 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 6584 T1692 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 6584 T1692 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 6719 T1692 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 6721 T1692 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:56205
[junit4:junit4] 2> 6722 T1692 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 6722 T1692 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348159697139
[junit4:junit4] 2> 6723 T1692 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348159697139/'
[junit4:junit4] 2> 6751 T1692 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 6751 T1692 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 6752 T1692 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348159697139
[junit4:junit4] 2> 6752 T1692 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348159697139/solr.xml
[junit4:junit4] 2> 6752 T1692 oasc.CoreContainer.<init> New CoreContainer 1011053326
[junit4:junit4] 2> 6753 T1692 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348159697139/'
[junit4:junit4] 2> 6753 T1692 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348159697139/'
[junit4:junit4] 2> 6771 T1692 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 6782 T1692 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:56190/solr
[junit4:junit4] 2> 6782 T1692 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56190/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@1931c714
[junit4:junit4] 2> 6783 T1692 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 6783 T1749 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56190
[junit4:junit4] 2> 6785 T1749 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:56190, initiating session
[junit4:junit4] 2> 6785 T1694 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:56206
[junit4:junit4] 2> 6786 T1694 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:56206
[junit4:junit4] 2> 6792 T1696 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e49457390005 with negotiated timeout 5000 for client /140.211.11.196:56206
[junit4:junit4] 2> 6792 T1749 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:56190, sessionid = 0x139e49457390005, negotiated timeout = 5000
[junit4:junit4] 2> 6792 T1750 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1931c714 name:ZooKeeperConnection Watcher:127.0.0.1:56190/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 6793 T1692 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 6794 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 6799 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 6810 T1692 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56205_solr
[junit4:junit4] 2> 6810 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:56205_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:56205_solr
[junit4:junit4] 2> 6822 T1692 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56205_solr
[junit4:junit4] 2> 6825 T1712 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 6825 T1738 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 6825 T1726 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 6826 T1692 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 6827 T1692 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 6827 T1692 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 6828 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 6828 T1692 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 6829 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 6829 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 6830 T1692 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 6830 T1692 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 6831 T1692 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 6854 T1692 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 6861 T1692 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348159697139/collection1
[junit4:junit4] 2> 6862 T1692 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 6863 T1692 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 6864 T1692 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 6865 T1692 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348159697139/collection1/'
[junit4:junit4] 2> 6867 T1692 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty3-1348159697139/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 6868 T1692 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty3-1348159697139/collection1/lib/README' to classloader
[junit4:junit4] 2> 6919 T1692 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 6971 T1692 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 7072 T1692 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 7076 T1692 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 7079 T1713 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7097 T1712 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7097 T1750 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7097 T1726 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7097 T1738 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7511 T1692 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 7519 T1692 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 7522 T1692 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 7533 T1692 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 7537 T1692 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 7542 T1692 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 7543 T1692 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 7544 T1692 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348159697139/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty3/
[junit4:junit4] 2> 7544 T1692 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@402fb002
[junit4:junit4] 2> 7545 T1692 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty3/index/
[junit4:junit4] 2> 7546 T1692 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 7547 T1692 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty3/index forceNew:false
[junit4:junit4] 2> 7572 T1692 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@70f52030; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 7573 T1692 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 7574 T1692 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 7576 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 7581 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 7583 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 7583 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 7588 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 7589 T1692 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 7590 T1692 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 7591 T1692 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 7591 T1692 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 7592 T1692 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 7592 T1692 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 7593 T1692 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 7593 T1692 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 7594 T1692 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 7594 T1692 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 7595 T1692 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 7595 T1692 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7596 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7596 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7597 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7597 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7597 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7598 T1692 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7598 T1692 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 7599 T1692 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 7601 T1692 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 7605 T1692 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 7606 T1692 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 7609 T1692 oass.SolrIndexSearcher.<init> Opening Searcher@add3d82 main
[junit4:junit4] 2> 7610 T1692 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 7610 T1692 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 7611 T1692 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 7670 T1692 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 7901 T1751 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@add3d82 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 8117 T1713 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8129 T1712 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 8129 T1750 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 8129 T1726 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 8129 T1738 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 8416 T1692 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 8416 T1692 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:56205/solr shardId:shard1
[junit4:junit4] 2> 8420 T1692 oasc.ZkController.register We are http://127.0.0.1:56205/solr/collection1/ and leader is http://127.0.0.1:56195/solr/collection1/
[junit4:junit4] 2> 8420 T1692 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56205/solr
[junit4:junit4] 2> 8421 T1692 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 8421 T1692 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C127 name=collection1 org.apache.solr.core.SolrCore@666c5d67 url=http://127.0.0.1:56205/solr/collection1 node=127.0.0.1:56205_solr
[junit4:junit4] 2> 8422 T1752 C127 P56205 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 8422 T1752 C127 P56205 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 8422 T1692 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8423 T1752 C127 P56205 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:56195/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 8423 T1752 C127 P56205 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:56205/solr START replicas=[http://127.0.0.1:56195/solr/collection1/] nUpdates=100
[junit4:junit4] 2> 8424 T1692 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 8424 T1752 C127 P56205 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 8424 T1692 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 8424 T1692 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 8425 T1752 C127 P56205 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 8425 T1752 C127 P56205 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 8425 T1752 C127 P56205 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C128 name=collection1 org.apache.solr.core.SolrCore@3a6b22fa url=http://127.0.0.1:56195/solr/collection1 node=127.0.0.1:56195_solr
[junit4:junit4] 2> 8440 T1718 C128 P56195 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0
[junit4:junit4] 2> 8557 T1692 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 8560 T1692 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:56209
[junit4:junit4] 2> 8561 T1692 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 8561 T1692 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348159698982
[junit4:junit4] 2> 8562 T1692 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348159698982/'
[junit4:junit4] 2> 8587 T1692 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 8588 T1692 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 8588 T1692 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348159698982
[junit4:junit4] 2> 8589 T1692 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348159698982/solr.xml
[junit4:junit4] 2> 8589 T1692 oasc.CoreContainer.<init> New CoreContainer 782526567
[junit4:junit4] 2> 8589 T1692 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348159698982/'
[junit4:junit4] 2> 8590 T1692 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348159698982/'
[junit4:junit4] 2> 8608 T1692 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 8619 T1692 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:56190/solr
[junit4:junit4] 2> 8620 T1692 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56190/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@6460efa5
[junit4:junit4] 2> 8621 T1763 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56190
[junit4:junit4] 2> 8621 T1692 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8622 T1763 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:56190, initiating session
[junit4:junit4] 2> 8622 T1694 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:56210
[junit4:junit4] 2> 8623 T1694 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:56210
[junit4:junit4] 2> 8635 T1696 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e49457390006 with negotiated timeout 5000 for client /140.211.11.196:56210
[junit4:junit4] 2> 8635 T1763 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:56190, sessionid = 0x139e49457390006, negotiated timeout = 5000
[junit4:junit4] 2> 8636 T1764 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6460efa5 name:ZooKeeperConnection Watcher:127.0.0.1:56190/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8636 T1692 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8637 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390006 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8643 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390006 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8654 T1692 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56209_solr
[junit4:junit4] 2> 8654 T1713 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8655 T1697 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139e49457390006 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:56209_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:56209_solr
[junit4:junit4] 2> 8661 T1692 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56209_solr
[junit4:junit4] 2> 8679 T1738 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 8679 T1726 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 8679 T1712 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 8679 T1750 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 8687 T1692 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 8688 T1692 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 8688 T1692 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 8689 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 8689 T1692 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 8689 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 8689 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 8690 T1692 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 8690 T1692 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 8690 T1692 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 8697 T1750 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 8697 T1726 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 8697 T1738 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 8710 T1712 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 8711 T1692 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 8717 T1692 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348159698982/collection1
[junit4:junit4] 2> 8717 T1692 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 8718 T1692 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 8718 T1692 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 8720 T1692 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348159698982/collection1/'
[junit4:junit4] 2> 8721 T1692 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty4-1348159698982/collection1/lib/README' to classloader
[junit4:junit4] 2> 8721 T1692 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty4-1348159698982/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 8762 T1692 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 8812 T1692 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 8913 T1692 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 8917 T1692 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 9340 T1692 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 9348 T1692 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 9351 T1692 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 9366 T1692 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9370 T1692 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9373 T1692 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9374 T1692 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9375 T1692 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348159698982/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty4/
[junit4:junit4] 2> 9376 T1692 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@402fb002
[junit4:junit4] 2> 9376 T1692 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty4/index/
[junit4:junit4] 2> 9377 T1692 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 9378 T1692 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty4/index forceNew:false
[junit4:junit4] 2> 9398 T1692 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5f4bd814; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 9398 T1692 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 9399 T1692 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 9401 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 9401 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 9402 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 9402 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 9403 T1692 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 9403 T1692 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 9403 T1692 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 9404 T1692 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 9404 T1692 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 9405 T1692 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 9405 T1692 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 9406 T1692 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 9406 T1692 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 9406 T1692 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 9407 T1692 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 9407 T1692 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 9408 T1692 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 9408 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 9409 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 9409 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 9410 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 9410 T1692 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 9411 T1692 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 9411 T1692 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 9412 T1692 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 9414 T1692 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 9418 T1692 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 9419 T1692 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 9422 T1692 oass.SolrIndexSearcher.<init> Opening Searcher@7158dcff main
[junit4:junit4] 2> 9423 T1692 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 9423 T1692 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 9424 T1692 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 9444 T1692 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 9502 T1765 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7158dcff main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 9715 T1713 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9733 T1712 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9733 T1726 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9733 T1764 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9733 T1750 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9733 T1738 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10018 T1692 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 10018 T1692 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:56209/solr shardId:shard2
[junit4:junit4] 2> 10028 T1692 oasc.ZkController.register We are http://127.0.0.1:56209/solr/collection1/ and leader is http://127.0.0.1:56201/solr/collection1/
[junit4:junit4] 2> 10028 T1692 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56209/solr
[junit4:junit4] 2> 10028 T1692 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 10029 T1692 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C129 name=collection1 org.apache.solr.core.SolrCore@1a8ffd20 url=http://127.0.0.1:56209/solr/collection1 node=127.0.0.1:56209_solr
[junit4:junit4] 2> 10029 T1766 C129 P56209 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 10030 T1766 C129 P56209 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 10030 T1692 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 10037 T1766 C129 P56209 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:56201/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 10037 T1766 C129 P56209 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:56209/solr START replicas=[http://127.0.0.1:56201/solr/collection1/] nUpdates=100
[junit4:junit4] 2> 10037 T1692 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 10038 T1766 C129 P56209 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 10038 T1692 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 10038 T1766 C129 P56209 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 10038 T1692 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 10039 T1766 C129 P56209 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 10039 T1766 C129 P56209 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C130 name=collection1 org.apache.solr.core.SolrCore@3c7b1b33 url=http://127.0.0.1:56201/solr/collection1 node=127.0.0.1:56201_solr
[junit4:junit4] 2> 10045 T1730 C130 P56201 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0
[junit4:junit4] 2> 10051 T1692 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56190/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@54711d75
[junit4:junit4] 2> 10052 T1768 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56190
[junit4:junit4] 2> 10052 T1692 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 10052 T1768 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:56190, initiating session
[junit4:junit4] 2> 10053 T1694 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:56214
[junit4:junit4] 2> 10053 T1694 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:56214
[junit4:junit4] 2> 10060 T1696 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e49457390007 with negotiated timeout 10000 for client /140.211.11.196:56214
[junit4:junit4] 2> 10060 T1768 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:56190, sessionid = 0x139e49457390007, negotiated timeout = 10000
[junit4:junit4] 2> 10060 T1769 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@54711d75 name:ZooKeeperConnection Watcher:127.0.0.1:56190/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 10061 T1692 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 10061 T1692 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 10063 T1692 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 10063 T1692 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 10071 T1692 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C131 name=collection1 org.apache.solr.core.SolrCore@1675bb28 url=http://127.0.0.1:56193/solr/collection1 node=127.0.0.1:56193_solr
[junit4:junit4] 2> 10079 T1704 C131 P56193 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@f31e702; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 10080 T1704 C131 P56193 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 10083 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[1 (1413647906236268544)]} 0 7
[junit4:junit4] 2> 10083 T1692 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56190/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@5931aa19
[junit4:junit4] 2> 10084 T1770 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56190
[junit4:junit4] 2> 10084 T1692 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 10085 T1770 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:56190, initiating session
[junit4:junit4] 2> 10085 T1694 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:56216
[junit4:junit4] 2> 10085 T1694 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:56216
[junit4:junit4] 2> 10092 T1696 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e49457390008 with negotiated timeout 10000 for client /140.211.11.196:56216
[junit4:junit4] 2> 10092 T1770 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:56190, sessionid = 0x139e49457390008, negotiated timeout = 10000
[junit4:junit4] 2> 10092 T1771 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5931aa19 name:ZooKeeperConnection Watcher:127.0.0.1:56190/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 10093 T1692 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 10093 T1692 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 10100 T1720 C128 P56195 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@14c4a1ea; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 10101 T1720 C128 P56195 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> C127_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:56205_solr, base_url=http://127.0.0.1:56205/solr}
[junit4:junit4] 2> 10115 T1742 C127 P56205 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@70f52030; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 10116 T1742 C127 P56205 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 10120 T1742 C127 P56205 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 10123 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[1 (1413647906257240064)]} 0 27
[junit4:junit4] 2> 10124 T1692 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):3600
[junit4:junit4] 2> 10125 T1692 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 10239 T1713 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 10261 T1712 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10262 T1726 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10262 T1764 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10262 T1771 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10262 T1738 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10262 T1769 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10262 T1750 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11127 T1692 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11442 T1752 C127 P56205 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 11442 T1752 C127 P56205 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=tlog{file=./org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty3/tlog/tlog.0000000000000000000 refcount=1}}
[junit4:junit4] 2> 11443 T1752 C127 P56205 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:56195/solr/collection1/. core=collection1
[junit4:junit4] 2> 11443 T1752 C127 P56205 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 11454 T1721 C128 P56195 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 11585 T1721 C128 P56195 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@14c4a1ea; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@14c4a1ea; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_Pulsing40_0.tim, _0_MockSep_0.pos, _0_MockRandom_0.prx, _0_nrm.cfs, _0_Pulsing40_0.prx, _0_Pulsing40_0.frq, _0_MockSep_0.tib, _0_MockRandom_0.tip, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_MockSep_0.skp, _0_SimpleText_0.pst, _0_nrm.cfe, _0_Pulsing40_0.tip, _0_MockSep_0.frq, segments_2, _0.fdx, _0_MockSep_0.tii, _0.si, _0_MockSep_0.pyl, _0_MockSep_0.doc, _0_MockRandom_0.tim, _0.fdt]
[junit4:junit4] 2> 11586 T1721 C128 P56195 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 11598 T1721 C128 P56195 oass.SolrIndexSearcher.<init> Opening Searcher@6a5dd990 main
[junit4:junit4] 2> 11599 T1721 C128 P56195 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 11599 T1727 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6a5dd990 main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4] 2> 11600 T1721 C128 P56195 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 146
[junit4:junit4] 2> 11601 T1752 C127 P56205 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 11601 T1752 C127 P56205 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 11602 T1722 C128 P56195 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 11602 T1722 C128 P56195 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=0
[junit4:junit4] 2> 11603 T1752 C127 P56205 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 11603 T1752 C127 P56205 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 11603 T1752 C127 P56205 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 11607 T1722 C128 P56195 REQ /replication {command=filelist&generation=2&wt=javabin&qt=/replication&version=2} status=0 QTime=2
[junit4:junit4] 2> 11607 T1752 C127 P56205 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 24
[junit4:junit4] 2> 11615 T1752 C127 P56205 oash.SnapPuller.fetchLatestIndex Starting download to ./org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty3/index.20120920154822151 fullCopy=true
[junit4:junit4] 2> 11628 T1722 C128 P56195 REQ /replication {file=_0_MockSep_0.pos&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=4
[junit4:junit4] 2> 11637 T1722 C128 P56195 REQ /replication {file=_0_MockRandom_0.prx&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11641 T1722 C128 P56195 REQ /replication {file=_0_Pulsing40_0.prx&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11645 T1722 C128 P56195 REQ /replication {file=_0_Pulsing40_0.frq&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11648 T1722 C128 P56195 REQ /replication {file=_0_MockSep_0.skp&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11649 T1752 C127 P56205 oash.SnapPuller$FileFetcher.fetchPackets WARNING No content recieved for file: {name=_0_MockSep_0.skp, lastmodified=1348159702000, size=0}
[junit4:junit4] 2> 11652 T1722 C128 P56195 REQ /replication {file=_0_SimpleText_0.pst&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11655 T1722 C128 P56195 REQ /replication {file=_0_Pulsing40_0.tip&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11659 T1722 C128 P56195 REQ /replication {file=_0_MockSep_0.doc&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11663 T1722 C128 P56195 REQ /replication {file=_0.si&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11667 T1722 C128 P56195 REQ /replication {file=_0_Pulsing40_0.tim&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11671 T1722 C128 P56195 REQ /replication {file=_0.fnm&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11675 T1722 C128 P56195 REQ /replication {file=_0_nrm.cfs&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11679 T1722 C128 P56195 REQ /replication {file=_0_MockSep_0.tib&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11683 T1722 C128 P56195 REQ /replication {file=_0_MockRandom_0.sd&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11687 T1722 C128 P56195 REQ /replication {file=_0_MockRandom_0.frq&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11691 T1722 C128 P56195 REQ /replication {file=_0_MockRandom_0.tip&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11695 T1722 C128 P56195 REQ /replication {file=_0_nrm.cfe&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11699 T1722 C128 P56195 REQ /replication {file=segments_2&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11703 T1722 C128 P56195 REQ /replication {file=_0_MockSep_0.frq&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11706 T1722 C128 P56195 REQ /replication {file=_0.fdx&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11709 T1722 C128 P56195 REQ /replication {file=_0_MockSep_0.tii&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11712 T1722 C128 P56195 REQ /replication {file=_0_MockSep_0.pyl&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11713 T1752 C127 P56205 oash.SnapPuller$FileFetcher.fetchPackets WARNING No content recieved for file: {name=_0_MockSep_0.pyl, lastmodified=1348159702000, size=0}
[junit4:junit4] 2> 11715 T1722 C128 P56195 REQ /replication {file=_0_MockRandom_0.tim&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11718 T1722 C128 P56195 REQ /replication {file=_0.fdt&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11719 T1752 C127 P56205 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 11728 T1752 C127 P56205 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20120920154822151
[junit4:junit4] 2> 11732 T1752 C127 P56205 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 11733 T1752 C127 P56205 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 11733 T1752 C127 P56205 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4] 2> 11736 T1752 C127 P56205 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty3/index.20120920154822151
[junit4:junit4] 2> 11736 T1752 C127 P56205 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty3/index.20120920154822151 forceNew:true
[junit4:junit4] 2> 11745 T1752 C127 P56205 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty3/index.20120920154822151 lockFactory=org.apache.lucene.store.NativeFSLockFactory@414f5d2c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_Pulsing40_0.tim, _0_MockSep_0.pos, _0_MockRandom_0.prx, _0_nrm.cfs, _0_Pulsing40_0.prx, _0_Pulsing40_0.frq, _0_MockSep_0.tib, _0_MockRandom_0.tip, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_MockSep_0.skp, _0_nrm.cfe, _0_SimpleText_0.pst, _0_MockSep_0.frq, _0_Pulsing40_0.tip, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.doc, _0_MockSep_0.pyl, _0.si, _0_MockRandom_0.tim, _0.fdt]
[junit4:junit4] 2> 11746 T1752 C127 P56205 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 11746 T1752 C127 P56205 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 11750 T1752 C127 P56205 oass.SolrIndexSearcher.<init> Opening Searcher@d96eae9 main
[junit4:junit4] 2> 11751 T1751 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d96eae9 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4] 2> 11752 T1751 oasc.CachingDirectoryFactory.close Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty3/index
[junit4:junit4] 2> 11752 T1751 oash.SnapPuller$2.onClose removing old index directory ./org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty3/index
[junit4:junit4] 2> 11753 T1752 C127 P56205 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 11754 T1752 C127 P56205 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 11758 T1752 C127 P56205 oasc.RecoveryStrategy.replay Replaying buffered documents. core=collection1
[junit4:junit4] 2> 11759 T1774 C127 P56205 oasu.UpdateLog$LogReplayer.doReplay WARNING Starting log replay tlog{file=./org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty3/tlog/tlog.0000000000000000000 refcount=2} active=true starting pos=430
[junit4:junit4] 2> 11762 T1774 C127 P56205 oasu.DirectUpdateHandler2.commit start commit{flags=2,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 11763 T1774 C127 P56205 oass.SolrIndexSearcher.<init> Opening Searcher@4b08044b main
[junit4:junit4] 2> 11764 T1774 C127 P56205 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 11765 T1751 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4b08044b main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4] 2> 11765 T1774 C127 P56205 oasu.UpdateLog$LogReplayer.run WARNING Log replay finished. recoveryInfo=RecoveryInfo{adds=0 deletes=0 deleteByQuery=0 errors=0 positionOfStart=430}
[junit4:junit4] 2> 11765 T1752 C127 P56205 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 11768 T1752 C127 P56205 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 11778 T1713 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11791 T1712 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11791 T1738 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11791 T1750 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11791 T1771 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11791 T1764 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11791 T1726 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11791 T1769 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12129 T1692 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C129_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:56209_solr, base_url=http://127.0.0.1:56209/solr}
[junit4:junit4] 2> 13054 T1766 C129 P56209 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 13054 T1766 C129 P56209 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 13054 T1766 C129 P56209 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:56201/solr/collection1/. core=collection1
[junit4:junit4] 2> 13054 T1766 C129 P56209 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 13074 T1732 C130 P56201 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 13079 T1732 C130 P56201 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@16452e85; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 13080 T1732 C130 P56201 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 13081 T1732 C130 P56201 oass.SolrIndexSearcher.<init> Opening Searcher@14a80f58 main
[junit4:junit4] 2> 13082 T1732 C130 P56201 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 13083 T1739 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@14a80f58 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 13084 T1732 C130 P56201 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 10
[junit4:junit4] 2> 13085 T1766 C129 P56209 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 13085 T1766 C129 P56209 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 13086 T1733 C130 P56201 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 13087 T1733 C130 P56201 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1
[junit4:junit4] 2> 13093 T1766 C129 P56209 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5f4bd814; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 13093 T1766 C129 P56209 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 13094 T1766 C129 P56209 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 13104 T1766 C129 P56209 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5f4bd814; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5f4bd814; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 13104 T1766 C129 P56209 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 13108 T1766 C129 P56209 oass.SolrIndexSearcher.<init> Opening Searcher@40f2cb4a main
[junit4:junit4] 2> 13109 T1766 C129 P56209 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 13110 T1765 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@40f2cb4a main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4] 2> 13110 T1766 C129 P56209 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 13111 T1766 C129 P56209 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 13112 T1766 C129 P56209 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 13131 T1692 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 13299 T1713 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 13314 T1764 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 13314 T1712 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 13314 T1726 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 13314 T1771 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 13314 T1750 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 13314 T1769 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 13314 T1738 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 14133 T1692 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14137 T1704 C131 P56193 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 14268 T1704 C131 P56193 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@f31e702; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@f31e702; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_Pulsing40_0.tim, _0_MockSep_0.pos, _0_MockRandom_0.prx, _0_nrm.cfs, _0_Pulsing40_0.prx, _0_Pulsing40_0.frq, _0_MockSep_0.tib, _0_MockRandom_0.tip, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_MockSep_0.skp, _0_SimpleText_0.pst, _0_nrm.cfe, _0_Pulsing40_0.tip, _0_MockSep_0.frq, segments_2, _0.fdx, _0_MockSep_0.tii, _0.si, _0_MockSep_0.pyl, _0_MockSep_0.doc, _0_MockRandom_0.tim, _0.fdt]
[junit4:junit4] 2> 14269 T1704 C131 P56193 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 14280 T1704 C131 P56193 oass.SolrIndexSearcher.<init> Opening Searcher@4cc0976b main
[junit4:junit4] 2> 14281 T1704 C131 P56193 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 14283 T1715 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4cc0976b main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4] 2> 14284 T1704 C131 P56193 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 147
[junit4:junit4] 2> 14287 T1720 C128 P56195 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 14298 T1720 C128 P56195 oass.SolrIndexSearcher.<init> Opening Searcher@1130788e main
[junit4:junit4] 2> 14299 T1720 C128 P56195 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 14300 T1727 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1130788e main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4] 2> 14301 T1720 C128 P56195 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:56205/solr/collection1/, StdNode: http://127.0.0.1:56201/solr/collection1/, StdNode: http://127.0.0.1:56209/solr/collection1/]
[junit4:junit4] 2> 14303 T1734 C130 P56201 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> C127_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56205_solr, base_url=http://127.0.0.1:56205/solr}
[junit4:junit4] 2> 14303 T1742 C127 P56205 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 14307 T1734 C130 P56201 oass.SolrIndexSearcher.<init> Opening Searcher@7cdca1b0 main
[junit4:junit4] 2> 14307 T1742 C127 P56205 oass.SolrIndexSearcher.<init> Opening Searcher@41e2a543 main
[junit4:junit4] 2> 14307 T1734 C130 P56201 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 14308 T1742 C127 P56205 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 14309 T1739 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7cdca1b0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 14309 T1751 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@41e2a543 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4] 2> 14309 T1734 C130 P56201 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 6
[junit4:junit4] 2> 14309 T1742 C127 P56205 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 6
[junit4:junit4] 2> C129_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56209_solr, base_url=http://127.0.0.1:56209/solr}
[junit4:junit4] 2> 14313 T1756 C129 P56209 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 14316 T1756 C129 P56209 oass.SolrIndexSearcher.<init> Opening Searcher@5a587f23 main
[junit4:junit4] 2> 14316 T1756 C129 P56209 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 14318 T1765 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5a587f23 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4] 2> 14318 T1756 C129 P56209 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 5
[junit4:junit4] 2> 14319 T1720 C128 P56195 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 32
[junit4:junit4] 2> 14323 T1705 C131 P56193 REQ /select {fl=id,score&shard.url=127.0.0.1:56193/solr/collection1/&NOW=1348159704864&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=1 status=0 QTime=0
[junit4:junit4] 2> 14326 T1705 C131 P56193 REQ /select {shard.url=127.0.0.1:56193/solr/collection1/&NOW=1348159704864&q=*:*&ids=1&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 14327 T1704 C131 P56193 REQ /select {wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=6
[junit4:junit4] 2> 14327 T1692 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56190/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@70fbc7e
[junit4:junit4] 2> 14328 T1778 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56190
[junit4:junit4] 2> 14328 T1692 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 14329 T1778 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:56190, initiating session
[junit4:junit4] 2> 14329 T1694 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:56229
[junit4:junit4] 2> 14329 T1694 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:56229
[junit4:junit4] 2> 14340 T1696 oazs.NIOServerCnxn.finishSessionInit Established session 0x139e49457390009 with negotiated timeout 10000 for client /140.211.11.196:56229
[junit4:junit4] 2> 14340 T1778 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:56190, sessionid = 0x139e49457390009, negotiated timeout = 10000
[junit4:junit4] 2> 14340 T1779 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70fbc7e name:ZooKeeperConnection Watcher:127.0.0.1:56190/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 14340 T1692 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 14341 T1692 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 14343 T1697 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139e49457390009
[junit4:junit4] 2> 14347 T1779 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 14347 T1692 oaz.ZooKeeper.close Session: 0x139e49457390009 closed
[junit4:junit4] 2> 14347 T1694 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:56229 which had sessionid 0x139e49457390009
[junit4:junit4] 2> 14349 T1723 C128 P56195 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=1
[junit4:junit4] 2> 14350 T1735 C130 P56201 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=0
[junit4:junit4] 2> 14354 T1757 C129 P56209 REQ /select {fl=id,score&shard.url=127.0.0.1:56201/solr/collection1/|127.0.0.1:56209/solr/collection1/&NOW=1348159704895&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=0 status=0 QTime=0
[junit4:junit4] 2> 14354 T1744 C127 P56205 REQ /select {fl=id,score&shard.url=127.0.0.1:56195/solr/collection1/|127.0.0.1:56205/solr/collection1/&NOW=1348159704895&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=1 status=0 QTime=0
[junit4:junit4] 2> 14357 T1744 C127 P56205 REQ /select {shard.url=127.0.0.1:56195/solr/collection1/|127.0.0.1:56205/solr/collection1/&NOW=1348159704895&q=*:*&ids=1&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 14358 T1743 C127 P56205 REQ /select {wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=6
[junit4:junit4] 2> 14365 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[2 (1413647910729416704)]} 0 4
[junit4:junit4] 2> 14381 T1756 C129 P56209 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56201/solr/collection1/&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 14382 T1734 C130 P56201 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=12
[junit4:junit4] 2> 14382 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[2]} 0 14
[junit4:junit4] 2> 14386 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[3 (1413647910754582528)]} 0 1
[junit4:junit4] 2> 14396 T1756 C129 P56209 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56201/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14397 T1734 C130 P56201 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 14398 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[3]} 0 9
[junit4:junit4] 2> 14401 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[4 (1413647910770311168)]} 0 1
[junit4:junit4] 2> 14412 T1742 C127 P56205 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 14412 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[4 (1413647910774505472)]} 0 8
[junit4:junit4] 2> 14416 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[5 (1413647910786039808)]} 0 1
[junit4:junit4] 2> 14423 T1756 C129 P56209 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14424 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[5 (1413647910789185536)]} 0 7
[junit4:junit4] 2> 14427 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[6 (1413647910797574144)]} 0 1
[junit4:junit4] 2> 14435 T1756 C129 P56209 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14436 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[6 (1413647910801768448)]} 0 6
[junit4:junit4] 2> 14440 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[7 (1413647910811205632)]} 0 1
[junit4:junit4] 2> 14447 T1756 C129 P56209 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14448 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[7 (1413647910814351360)]} 0 6
[junit4:junit4] 2> 14452 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[8 (1413647910823788544)]} 0 1
[junit4:junit4] 2> 14461 T1742 C127 P56205 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56195/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14462 T1724 C128 P56195 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 14462 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[8]} 0 7
[junit4:junit4] 2> 14466 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[9 (1413647910838468608)]} 0 1
[junit4:junit4] 2> 14474 T1756 C129 P56209 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14475 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[9 (1413647910842662912)]} 0 6
[junit4:junit4] 2> 14479 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[10 (1413647910852100096)]} 0 1
[junit4:junit4] 2> 14486 T1742 C127 P56205 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14487 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[10 (1413647910856294400)]} 0 5
[junit4:junit4] 2> 14505 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[11 (1413647910863634432)]} 0 16
[junit4:junit4] 2> 14514 T1742 C127 P56205 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56195/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14515 T1724 C128 P56195 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 14515 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[11]} 0 7
[junit4:junit4] 2> 14520 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[12 (1413647910894043136)]} 0 2
[junit4:junit4] 2> 14529 T1742 C127 P56205 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56195/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14530 T1724 C128 P56195 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 14530 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[12]} 0 7
[junit4:junit4] 2> 14534 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[13 (1413647910909771776)]} 0 1
[junit4:junit4] 2> 14541 T1742 C127 P56205 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14542 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[13 (1413647910913966080)]} 0 5
[junit4:junit4] 2> 14547 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[14 (1413647910922354688)]} 0 2
[junit4:junit4] 2> 14556 T1742 C127 P56205 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56195/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14557 T1724 C128 P56195 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 14557 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[14]} 0 8
[junit4:junit4] 2> 14561 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[15 (1413647910938083328)]} 0 1
[junit4:junit4] 2> 14568 T1742 C127 P56205 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14568 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[15 (1413647910942277632)]} 0 4
[junit4:junit4] 2> 14572 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[16 (1413647910949617664)]} 0 1
[junit4:junit4] 2> 14581 T1742 C127 P56205 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56195/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14581 T1724 C128 P56195 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 14582 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[16]} 0 7
[junit4:junit4] 2> 14589 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[17 (1413647910965346304)]} 0 4
[junit4:junit4] 2> 14602 T1756 C129 P56209 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 14603 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[17 (1413647910972686336)]} 0 11
[junit4:junit4] 2> 14606 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[100 (1413647910985269248)]} 0 1
[junit4:junit4] 2> 14637 T1742 C127 P56205 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=14
[junit4:junit4] 2> 14638 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[100 (1413647910989463552)]} 0 29
[junit4:junit4] 2> 14642 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[101 (1413647911023017984)]} 0 1
[junit4:junit4] 2> 14657 T1742 C127 P56205 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56195/solr/collection1/&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 14658 T1724 C128 P56195 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=11
[junit4:junit4] 2> 14658 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[101]} 0 13
[junit4:junit4] 2> 14662 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[102 (1413647911043989504)]} 0 1
[junit4:junit4] 2> 14673 T1742 C127 P56205 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56195/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14673 T1724 C128 P56195 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 14674 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[102]} 0 9
[junit4:junit4] 2> 14697 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[103 (1413647911060766720)]} 0 20
[junit4:junit4] 2> 14704 T1756 C129 P56209 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14705 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[103 (1413647911084883968)]} 0 5
[junit4:junit4] 2> 14710 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[104 (1413647911093272576)]} 0 2
[junit4:junit4] 2> 14719 T1756 C129 P56209 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56201/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14720 T1734 C130 P56201 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 14720 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[104]} 0 7
[junit4:junit4] 2> 14724 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[105 (1413647911109001216)]} 0 1
[junit4:junit4] 2> 14768 T1756 C129 P56209 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56201/solr/collection1/&wt=javabin&version=2} status=0 QTime=15
[junit4:junit4] 2> 14769 T1734 C130 P56201 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=40
[junit4:junit4] 2> 14769 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[105]} 0 42
[junit4:junit4] 2> 14774 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[106 (1413647911160381440)]} 0 2
[junit4:junit4] 2> 14786 T1756 C129 P56209 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56201/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14787 T1734 C130 P56201 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8
[junit4:junit4] 2> 14788 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[106]} 0 11
[junit4:junit4] 2> 14793 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[107 (1413647911180304384)]} 0 2
[junit4:junit4] 2> 14805 T1742 C127 P56205 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56195/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14806 T1724 C128 P56195 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 14807 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[107]} 0 11
[junit4:junit4] 2> 14811 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[108 (1413647911199178752)]} 0 2
[junit4:junit4] 2> 14820 T1742 C127 P56205 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14820 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[108 (1413647911205470208)]} 0 6
[junit4:junit4] 2> 14825 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[109 (1413647911213858816)]} 0 2
[junit4:junit4] 2> 14833 T1742 C127 P56205 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14834 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[109 (1413647911219101696)]} 0 6
[junit4:junit4] 2> 14838 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[110 (1413647911228538880)]} 0 1
[junit4:junit4] 2> 14847 T1742 C127 P56205 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14848 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[110 (1413647911232733184)]} 0 7
[junit4:junit4] 2> 14852 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[111 (1413647911243218944)]} 0 1
[junit4:junit4] 2> 14861 T1742 C127 P56205 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14861 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[111 (1413647911247413248)]} 0 6
[junit4:junit4] 2> 14865 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[112 (1413647911256850432)]} 0 1
[junit4:junit4] 2> 14873 T1756 C129 P56209 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14874 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[112 (1413647911261044736)]} 0 6
[junit4:junit4] 2> 14890 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[113 (1413647911270481920)]} 0 13
[junit4:junit4] 2> 14898 T1742 C127 P56205 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14899 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[113 (1413647911287259136)]} 0 6
[junit4:junit4] 2> 14903 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[114 (1413647911295647744)]} 0 2
[junit4:junit4] 2> 14913 T1742 C127 P56205 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56195/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14914 T1724 C128 P56195 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 14915 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[114]} 0 9
[junit4:junit4] 2> 14918 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[115 (1413647911312424960)]} 0 1
[junit4:junit4] 2> 14928 T1756 C129 P56209 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56201/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14929 T1734 C130 P56201 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 14929 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[115]} 0 8
[junit4:junit4] 2> 14933 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[116 (1413647911328153600)]} 0 1
[junit4:junit4] 2> 14940 T1756 C129 P56209 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14941 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[116 (1413647911332347904)]} 0 5
[junit4:junit4] 2> 14944 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[117 (1413647911339687936)]} 0 1
[junit4:junit4] 2> 14951 T1756 C129 P56209 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14952 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[117 (1413647911343882240)]} 0 5
[junit4:junit4] 2> 14955 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[118 (1413647911351222272)]} 0 1
[junit4:junit4] 2> 15003 T1742 C127 P56205 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=19
[junit4:junit4] 2> 15004 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[118 (1413647911354368000)]} 0 47
[junit4:junit4] 2> 15008 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[119 (1413647911405748224)]} 0 2
[junit4:junit4] 2> 15016 T1756 C129 P56209 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15017 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[119 (1413647911410991104)]} 0 6
[junit4:junit4] 2> 15022 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[120 (1413647911421476864)]} 0 2
[junit4:junit4] 2> 15031 T1756 C129 P56209 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15032 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[120 (1413647911425671168)]} 0 7
[junit4:junit4] 2> 15037 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[121 (1413647911436156928)]} 0 2
[junit4:junit4] 2> 15046 T1756 C129 P56209 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15046 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[121 (1413647911441399808)]} 0 6
[junit4:junit4] 2> 15051 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[122 (1413647911450836992)]} 0 2
[junit4:junit4] 2> 15064 T1742 C127 P56205 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56195/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15065 T1724 C128 P56195 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8
[junit4:junit4] 2> 15065 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[122]} 0 11
[junit4:junit4] 2> 15079 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[123 (1413647911470759936)]} 0 11
[junit4:junit4] 2> 15088 T1742 C127 P56205 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15089 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[123 (1413647911485440000)]} 0 7
[junit4:junit4] 2> 15094 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[124 (1413647911495925760)]} 0 2
[junit4:junit4] 2> 15105 T1742 C127 P56205 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56195/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15106 T1724 C128 P56195 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 15107 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[124]} 0 10
[junit4:junit4] 2> 15110 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[125 (1413647911513751552)]} 0 1
[junit4:junit4] 2> 15117 T1742 C127 P56205 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15118 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[125 (1413647911517945856)]} 0 4
[junit4:junit4] 2> 15121 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[126 (1413647911525285888)]} 0 1
[junit4:junit4] 2> 15127 T1756 C129 P56209 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15128 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[126 (1413647911528431616)]} 0 5
[junit4:junit4] 2> 15132 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[127 (1413647911536820224)]} 0 1
[junit4:junit4] 2> 15168 T1756 C129 P56209 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=16
[junit4:junit4] 2> 15169 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[127 (1413647911541014528)]} 0 34
[junit4:junit4] 2> 15173 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[128 (1413647911579811840)]} 0 1
[junit4:junit4] 2> 15185 T1756 C129 P56209 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56201/solr/collection1/&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 15185 T1734 C130 P56201 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 15186 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[128]} 0 10
[junit4:junit4] 2> 15190 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[129 (1413647911597637632)]} 0 1
[junit4:junit4] 2> 15197 T1742 C127 P56205 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15198 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[129 (1413647911601831936)]} 0 5
[junit4:junit4] 2> 15201 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[130 (1413647911609171968)]} 0 1
[junit4:junit4] 2> 15208 T1756 C129 P56209 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15208 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[130 (1413647911613366272)]} 0 4
[junit4:junit4] 2> 15212 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[131 (1413647911620706304)]} 0 1
[junit4:junit4] 2> 15220 T1756 C129 P56209 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56201/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15220 T1734 C130 P56201 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 15221 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[131]} 0 7
[junit4:junit4] 2> 15224 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[132 (1413647911633289216)]} 0 1
[junit4:junit4] 2> 15230 T1742 C127 P56205 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15230 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[132 (1413647911636434944)]} 0 4
[junit4:junit4] 2> 15248 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[133 (1413647911643774976)]} 0 15
[junit4:junit4] 2> 15256 T1742 C127 P56205 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15257 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[133 (1413647911662649344)]} 0 6
[junit4:junit4] 2> 15261 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[134 (1413647911671037952)]} 0 2
[junit4:junit4] 2> 15269 T1756 C129 P56209 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56201/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15269 T1734 C130 P56201 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 15270 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[134]} 0 7
[junit4:junit4] 2> 15273 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[135 (1413647911684669440)]} 0 1
[junit4:junit4] 2> 15279 T1742 C127 P56205 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15279 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[135 (1413647911687815168)]} 0 4
[junit4:junit4] 2> 15283 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[136 (1413647911695155200)]} 0 1
[junit4:junit4] 2> 15291 T1756 C129 P56209 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56201/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15291 T1734 C130 P56201 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 15291 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[136]} 0 6
[junit4:junit4] 2> 15295 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[137 (1413647911707738112)]} 0 1
[junit4:junit4] 2> 15303 T1756 C129 P56209 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56201/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15303 T1734 C130 P56201 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 15304 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[137]} 0 7
[junit4:junit4] 2> 15307 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[138 (1413647911720321024)]} 0 1
[junit4:junit4] 2> 15316 T1742 C127 P56205 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56195/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15316 T1724 C128 P56195 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 15317 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[138]} 0 8
[junit4:junit4] 2> 15320 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[139 (1413647911733952512)]} 0 1
[junit4:junit4] 2> 15326 T1756 C129 P56209 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15326 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[139 (1413647911737098240)]} 0 4
[junit4:junit4] 2> 15330 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[140 (1413647911744438272)]} 0 1
[junit4:junit4] 2> 15337 T1756 C129 P56209 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15337 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[140 (1413647911747584000)]} 0 5
[junit4:junit4] 2> 15341 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[141 (1413647911755972608)]} 0 1
[junit4:junit4] 2> 15348 T1756 C129 P56209 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15349 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[141 (1413647911759118336)]} 0 6
[junit4:junit4] 2> 15352 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[142 (1413647911767506944)]} 0 1
[junit4:junit4] 2> 15385 T1756 C129 P56209 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56201/solr/collection1/&wt=javabin&version=2} status=0 QTime=14
[junit4:junit4] 2> 15386 T1734 C130 P56201 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=29
[junit4:junit4] 2> 15386 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[142]} 0 31
[junit4:junit4] 2> 15403 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[143 (1413647911807352832)]} 0 14
[junit4:junit4] 2> 15415 T1756 C129 P56209 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56201/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15416 T1734 C130 P56201 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 15416 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[143]} 0 10
[junit4:junit4] 2> 15421 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[144 (1413647911838810112)]} 0 2
[junit4:junit4] 2> 15428 T1756 C129 P56209 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15428 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[144 (1413647911843004416)]} 0 5
[junit4:junit4] 2> 15432 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[145 (1413647911851393024)]} 0 1
[junit4:junit4] 2> 15438 T1756 C129 P56209 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15438 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[145 (1413647911854538752)]} 0 4
[junit4:junit4] 2> 15442 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[146 (1413647911861878784)]} 0 1
[junit4:junit4] 2> 15466 T1742 C127 P56205 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56195/solr/collection1/&wt=javabin&version=2} status=0 QTime=9
[junit4:junit4] 2> 15466 T1724 C128 P56195 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=20
[junit4:junit4] 2> 15466 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[146]} 0 22
[junit4:junit4] 2> 15470 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[147 (1413647911891238912)]} 0 1
[junit4:junit4] 2> 15477 T1756 C129 P56209 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15477 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[147 (1413647911894384640)]} 0 5
[junit4:junit4] 2> 15481 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[148 (1413647911902773248)]} 0 1
[junit4:junit4] 2> 15489 T1742 C127 P56205 REQ /update {distrib.from=http://127.0.0.1:56195/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15489 T1720 C128 P56195 /update {wt=javabin&version=2} {add=[148 (1413647911905918976)]} 0 6
[junit4:junit4] 2> 15492 T1704 C131 P56193 /update {wt=javabin&version=2} {add=[149 (1413647911914307584)]} 0 1
[junit4:junit4] 2> 15498 T1756 C129 P56209 REQ /update {distrib.from=http://127.0.0.1:56201/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15498 T1736 C130 P56201 /update {wt=javabin&version=2} {add=[149 (1413647911917453312)]} 0 4
[junit4:junit4] 2> 15499 T1692 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):3600
[junit4:junit4] 2> 15499 T1692 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 15502 T1704 C131 P56193 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 16191 T1704 C131 P56193 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@f31e702; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_Pulsing40_0.tim, _0_MockSep_0.pos, _0_MockRandom_0.prx, _0_nrm.cfs, _0_Pulsing40_0.prx, _0_Pulsing40_0.frq, _0_MockSep_0.tib, _0_MockRandom_0.tip, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_MockSep_0.skp, _0_SimpleText_0.pst, _0_nrm.cfe, _0_Pulsing40_0.tip, _0_MockSep_0.frq, segments_2, _0.fdx, _0_MockSep_0.tii, _0.si, _0_MockSep_0.pyl, _0_MockSep_0.doc, _0_MockRandom_0.tim, _0.fdt]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@f31e702; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_5_nrm.cfe, _0_MockRandom_0.prx, _4_MockSep_0.skp, _3.fdt, _2_MockSep_0.doc, _1_MockRandom_0.pos, _7.fnm, _6_MockSep_0.doc, _5_MockSep_0.skp, _3_MockRandom_0.skp, _5_MockRandom_0.pyl, _5_Pulsing40_0.tip, _6_MockSep_0.frq, _5_Pulsing40_0.tim, _7_MockSep_0.tib, _1_MockSep_0.pyl, _0_Pulsing40_0.tim, _7_MockSep_0.tii, _1_MockSep_0.tib, _1_MockRandom_0.sd, _5_MockSep_0.doc, _7_MockRandom_0.skp, _1_MockSep_0.tii, _1.fdx, _0_MockRandom_0.frq, _7_MockRandom_0.doc, _3_MockSep_0.pos, _1.fdt, _5_nrm.cfs, _4_MockRandom_0.sd, _7_MockRandom_0.sd, _1_MockRandom_0.doc, _6.fdt, _3_Pulsing40_0.frq, _2.si, _2_Pulsing40_0.tim, _6_MockRandom_0.tip, _6_MockSep_0.pyl, _2_Pulsing40_0.tip, _2_MockSep_0.skp, _6.fdx, _6_MockRandom_0.tim, _5_MockSep_0.tii, _2_nrm.cfe, _5_Pulsing40_0.frq, _7_MockRandom_0.pyl, _0_Pulsing40_0.tip, _2_nrm.cfs, _2_MockRandom_0.prx, _2.fnm, _3.fdx, _7_Pulsing40_0.tim, _2_MockRandom_0.sd, _4_Pulsing40_0.tip, _2_MockSep_0.pyl, _4_Pulsing40_0.tim, _1.si, _5_MockSep_0.tib, _3_MockSep_0.skp, _3_MockRandom_0.pos, _7_Pulsing40_0.tip, _3_nrm.cfe, _3_MockSep_0.doc, _4_nrm.cfe, _0_Pulsing40_0.prx, _4.fdx, _7_MockRandom_0.frq, _1_Pulsing40_0.prx, _5_MockRandom_0.sd, _4_MockRandom_0.tip, _7_MockSep_0.pos, _4_MockRandom_0.tim, _6_MockSep_0.tii, _1_MockSep_0.doc, _6_MockSep_0.tib, _5.si, _3_nrm.cfs, _6_MockRandom_0.sd, _3_MockRandom_0.tip, _3_MockRandom_0.tim, _6_Pulsing40_0.prx, _4_nrm.cfs, _1_MockRandom_0.frq, _5_MockSep_0.pyl, _5_MockRandom_0.frq, _5_MockRandom_0.tip, _6_nrm.cfs, _5_MockRandom_0.tim, _7_nrm.cfs, _0_MockSep_0.doc, _1_nrm.cfs, _5.fnm, _7_nrm.cfe, _6_nrm.cfe, _2_MockSep_0.frq, _4.fdt, _4.si, _6_SimpleText_0.pst, _3_MockRandom_0.sd, _1_nrm.cfe, _4_SimpleText_0.pst, _7_SimpleText_0.pst, _0_MockRandom_0.tip, _4_Pulsing40_0.frq, _1_MockRandom_0.pyl, _2_MockRandom_0.frq, _0_MockSep_0.frq, _0_MockRandom_0.tim, _2_SimpleText_0.pst, _0_MockSep_0.pos, _4_MockSep_0.tib, _7.si, _3_MockSep_0.frq, _0_Pulsing40_0.frq, _0_SimpleText_0.pst, _4_MockSep_0.doc, _5_MockRandom_0.pos, _1_MockRandom_0.tiv, _1_MockSep_0.skp, _3_Pulsing40_0.tip, _2.fdt, _7.fdx, _2.fdx, _3_Pulsing40_0.tim, _7.fdt, _7_Pulsing40_0.frq, _1_MockRandom_0.tib, _4_MockRandom_0.prx, _7_MockSep_0.doc, _4_MockSep_0.pyl, _3.si, _4_MockSep_0.tii, _1_SimpleText_0.pst, _2_MockRandom_0.tip, _2_MockRandom_0.tim, _3_MockRandom_0.frq, _3.fnm, _3_MockSep_0.pyl, _7_MockRandom_0.pos, _4_Pulsing40_0.prx, _7_MockSep_0.frq, _6_MockSep_0.pos, _5_MockRandom_0.doc, _1_MockSep_0.pos, _5_MockRandom_0.skp, _6_MockSep_0.skp, _5_Pulsing40_0.prx, _3_MockRandom_0.pyl, _6_MockRandom_0.prx, _6.fnm, _6.si, _6_MockRandom_0.frq, _5_MockSep_0.pos, _5.fdt, _1_Pulsing40_0.tip, _6_Pulsing40_0.frq, _1_Pulsing40_0.tim, _4.fnm, _1.fnm, _7_Pulsing40_0.prx, _7_MockRandom_0.tip, _1_Pulsing40_0.frq, _7_MockRandom_0.tim, _0_MockSep_0.skp, _3_SimpleText_0.pst, _3_MockSep_0.tib, _7_MockSep_0.skp, _6_Pulsing40_0.tim, _6_Pulsing40_0.tip, _2_Pulsing40_0.prx, _0.fnm, _4_MockSep_0.pos, _5_MockSep_0.frq, _2_MockSep_0.tii, _3_MockSep_0.tii, _2_MockSep_0.tib, _2_Pulsing40_0.frq, _2_MockSep_0.pos, _1_MockSep_0.frq, _3_MockRandom_0.doc, _7_MockSep_0.pyl, _0.si, _5_SimpleText_0.pst, _0_nrm.cfs, _1_MockRandom_0.skp, _0_MockSep_0.tib, _3_Pulsing40_0.prx, _0_MockRandom_0.sd, _4_MockRandom_0.frq, _0_nrm.cfe, _4_MockSep_0.frq, _5.fdx, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt, segments_3]
[junit4:junit4] 2> 16192 T1704 C131 P56193 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4] 2> 16278 T1704 C131 P56193 oass.SolrIndexSearcher.<init> Opening Searcher@2a18fdd7 main
[junit4:junit4] 2> 16279 T1704 C131 P56193 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 16280 T1715 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2a18fdd7 main{StandardDirectoryReader(segments_3:17 _0(4.0.0.2):C1 _1(4.0.0.2):C10 _2(4.0.0.2):C10 _3(4.0.0.2):C10 _4(4.0.0.2):C10 _5(4.0.0.2):C10 _6(4.0.0.2):C10 _7(4.0.0.2):C6)}
[junit4:junit4] 2> 16280 T1704 C131 P56193 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 778
[junit4:junit4] 2> 16283 T1720 C128 P56195 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 16583 T1720 C128 P56195 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@14c4a1ea; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_Pulsing40_0.tim,
[...truncated too long message...]
etIndexSize(ReplicationHandler.java:477)
[junit4:junit4] 2> at org.apache.solr.handler.ReplicationHandler.getStatistics(ReplicationHandler.java:525)
[junit4:junit4] 2> at org.apache.solr.core.RequestHandlers$LazyRequestHandlerWrapper.getStatistics(RequestHandlers.java:310)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap$SolrDynamicMBean.getMBeanInfo(JmxMonitoredMap.java:231)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1824)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1661)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1833)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:680)
[junit4:junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.getAttribute(JmxMBeanServer.java:672)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap.unregister(JmxMonitoredMap.java:174)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap.clear(JmxMonitoredMap.java:116)
[junit4:junit4] 2> at org.apache.solr.core.SolrCore.close(SolrCore.java:864)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:213)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:158)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:102)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:56)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:131)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4:junit4] 2>
[junit4:junit4] 2> 306719 T1764 oasc.JmxMonitoredMap$SolrDynamicMBean.getMBeanInfo WARNING Could not getStatistics on info bean Lazy[solr.ReplicationHandler] java.lang.IllegalArgumentException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348159690546/jetty4/index does not exist
[junit4:junit4] 2> at org.apache.commons.io.FileUtils.sizeOfDirectory(FileUtils.java:2074)
[junit4:junit4] 2> at org.apache.solr.handler.ReplicationHandler.getIndexSize(ReplicationHandler.java:477)
[junit4:junit4] 2> at org.apache.solr.handler.ReplicationHandler.getStatistics(ReplicationHandler.java:525)
[junit4:junit4] 2> at org.apache.solr.core.RequestHandlers$LazyRequestHandlerWrapper.getStatistics(RequestHandlers.java:310)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap$SolrDynamicMBean.getMBeanInfo(JmxMonitoredMap.java:231)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1824)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1661)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1833)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:436)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:421)
[junit4:junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:540)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap.unregister(JmxMonitoredMap.java:175)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap.clear(JmxMonitoredMap.java:116)
[junit4:junit4] 2> at org.apache.solr.core.SolrCore.close(SolrCore.java:864)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:213)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:158)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:102)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:56)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:131)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4:junit4] 2>
[junit4:junit4] 2> 306724 T1764 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 306728 T1764 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=5,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=35,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 306728 T1764 oasu.DefaultSolrCoreState.decref SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 306730 T1764 oasu.DefaultSolrCoreState.decref Closing SolrCoreState - canceling any ongoing recovery
[junit4:junit4] 2> 306730 T1764 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 306731 T1764 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 306731 T1764 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 306731 T1764 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 306731 T1764 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6460efa5 name:ZooKeeperConnection Watcher:127.0.0.1:56190/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4] 2> 306731 T1764 oascc.ConnectionManager.process Client->ZooKeeper status change trigger but we are already closed
[junit4:junit4] 2> 306732 T1764 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> NOTE: test params are: codec=Lucene40: {n_f1=Pulsing40(freqCutoff=3 minBlockSize=96 maxBlockSize=285), foo_b=PostingsFormat(name=SimpleText), foo_d=PostingsFormat(name=MockRandom), foo_f=PostingsFormat(name=SimpleText), n_tl1=Pulsing40(freqCutoff=3 minBlockSize=96 maxBlockSize=285), n_d1=PostingsFormat(name=MockSep), rnd_b=PostingsFormat(name=MockRandom), intDefault=PostingsFormat(name=MockSep), n_td1=Pulsing40(freqCutoff=3 minBlockSize=96 maxBlockSize=285), id=PostingsFormat(name=MockRandom), timestamp=PostingsFormat(name=MockSep), range_facet_sl=PostingsFormat(name=SimpleText), range_facet_si=Pulsing40(freqCutoff=3 minBlockSize=96 maxBlockSize=285), oddField_s=PostingsFormat(name=MockRandom), multiDefault=Pulsing40(freqCutoff=3 minBlockSize=96 maxBlockSize=285), n_tf1=PostingsFormat(name=MockSep), n_dt1=Pulsing40(freqCutoff=3 minBlockSize=96 maxBlockSize=285), n_ti1=PostingsFormat(name=MockRandom), range_facet_l=PostingsFormat(name=MockSep), text=PostingsFormat(name=SimpleText), _version_=PostingsFormat(name=MockSep), SubjectTerms_mfacet=PostingsFormat(name=MockSep), a_t=PostingsFormat(name=MockSep), n_tdt1=PostingsFormat(name=MockSep), other_tl1=PostingsFormat(name=MockSep), n_l1=PostingsFormat(name=MockSep), a_si=Pulsing40(freqCutoff=3 minBlockSize=96 maxBlockSize=285)}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=zh, timezone=Atlantic/Cape_Verde
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=37123200,total=242614272
[junit4:junit4] 2> NOTE: All tests run in this JVM: [IndexSchemaTest, URLClassifyProcessorTest, TestDistributedSearch, TestPropInject, TestSolrXMLSerializer, TestOmitPositions, DebugComponentTest, ZkNodePropsTest, QueryEqualityTest, PeerSyncTest, DocumentBuilderTest, XsltUpdateRequestHandlerTest, TestValueSourceCache, MultiTermTest, TestReload, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, LegacyHTMLStripCharFilterTest, QueryParsingTest, TermVectorComponentTest, SolrIndexConfigTest, FullSolrCloudDistribCmdsTest, TestDocumentBuilder, LukeRequestHandlerTest, SuggesterTest, TestQueryUtils, StatsComponentTest, PrimUtilsTest, SoftAutoCommitTest, IndexSchemaRuntimeFieldTest, EchoParamsTest, TestFunctionQuery, DocumentAnalysisRequestHandlerTest, TestCSVLoader, ShowFileRequestHandlerTest, TestQuerySenderListener, TermVectorComponentDistributedTest, TestPropInjectDefaults, TestCharFilters, TestMergePolicyConfig, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 307.18s, 1 test, 1 failure <<< FAILURES!
[...truncated 408 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:32: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:146: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/module-build.xml:63: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1140: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:813: There were test failures: 230 suites, 951 tests, 1 failure, 7 ignored (2 assumptions)
Total time: 71 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 39 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/39/
2 tests failed.
FAILED: org.apache.solr.cloud.SyncSliceTest.testDistribSearch
Error Message:
There are still nodes recoverying
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying
at __randomizedtesting.SeedInfo.seed([84C29DBA97809C8:89AAA7C3DE2769F4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:560)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1135)
at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:162)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
FAILED: org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
Error Message:
Shard still reported as live in zk
Stack Trace:
java.lang.AssertionError: Shard still reported as live in zk
at __randomizedtesting.SeedInfo.seed([84C29DBA97809C8:89AAA7C3DE2769F4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(AbstractFullDistribZkTestBase.java:1220)
at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:190)
at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:83)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 7586 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4] 2> 2 T3847 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1348072136332
[junit4:junit4] 2> 3 T3847 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 7 T3848 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4] 2> 8 T3848 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 9 T3848 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4] 2> 105 T3847 oasc.ZkTestServer.run start zk server on port:39250
[junit4:junit4] 2> 105 T3847 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39250 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@22ebe9b6
[junit4:junit4] 2> 107 T3853 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39250
[junit4:junit4] 2> 107 T3847 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 107 T3853 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39250, initiating session
[junit4:junit4] 2> 108 T3849 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:39251
[junit4:junit4] 2> 108 T3849 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:39251
[junit4:junit4] 2> 109 T3851 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4] 2> 111 T3851 oazs.NIOServerCnxn.finishSessionInit Established session 0x139df5c5e940000 with negotiated timeout 10000 for client /140.211.11.196:39251
[junit4:junit4] 2> 111 T3853 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39250, sessionid = 0x139df5c5e940000, negotiated timeout = 10000
[junit4:junit4] 2> 112 T3854 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22ebe9b6 name:ZooKeeperConnection Watcher:127.0.0.1:39250 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 112 T3847 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 112 T3847 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 115 T3852 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139df5c5e940000
[junit4:junit4] 2> 124 T3854 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 127 T3849 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:39251 which had sessionid 0x139df5c5e940000
[junit4:junit4] 2> 124 T3847 oaz.ZooKeeper.close Session: 0x139df5c5e940000 closed
[junit4:junit4] 2> 127 T3847 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39250/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7c9b89b7
[junit4:junit4] 2> 128 T3855 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39250
[junit4:junit4] 2> 128 T3847 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 129 T3855 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39250, initiating session
[junit4:junit4] 2> 129 T3849 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:39252
[junit4:junit4] 2> 129 T3849 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:39252
[junit4:junit4] 2> 130 T3851 oazs.NIOServerCnxn.finishSessionInit Established session 0x139df5c5e940001 with negotiated timeout 10000 for client /140.211.11.196:39252
[junit4:junit4] 2> 130 T3855 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39250, sessionid = 0x139df5c5e940001, negotiated timeout = 10000
[junit4:junit4] 2> 130 T3856 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c9b89b7 name:ZooKeeperConnection Watcher:127.0.0.1:39250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 131 T3847 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 131 T3847 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 141 T3847 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 163 T3847 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 169 T3847 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 171 T3847 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 172 T3847 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 185 T3847 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 186 T3847 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 290 T3847 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 291 T3847 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 293 T3847 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 294 T3847 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 305 T3847 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 306 T3847 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 308 T3847 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 309 T3847 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 312 T3847 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 312 T3847 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 319 T3847 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 320 T3847 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 322 T3847 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 323 T3847 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 325 T3847 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 326 T3847 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 333 T3852 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139df5c5e940001
[junit4:junit4] 2> 334 T3856 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 334 T3849 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:39252 which had sessionid 0x139df5c5e940001
[junit4:junit4] 2> 334 T3847 oaz.ZooKeeper.close Session: 0x139df5c5e940001 closed
[junit4:junit4] 2> 336 T3847 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 340 T3847 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:39253
[junit4:junit4] 2> 341 T3847 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 342 T3847 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 342 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 376 T3847 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 377 T3847 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 377 T3847 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 378 T3847 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4] 2> 378 T3847 oasc.CoreContainer.<init> New CoreContainer 608344761
[junit4:junit4] 2> 379 T3847 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 379 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 404 T3847 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 420 T3847 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:39250/solr
[junit4:junit4] 2> 421 T3847 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39250/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@252c958d
[junit4:junit4] 2> 421 T3866 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39250
[junit4:junit4] 2> 421 T3847 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 422 T3866 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39250, initiating session
[junit4:junit4] 2> 422 T3849 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:39254
[junit4:junit4] 2> 423 T3849 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:39254
[junit4:junit4] 2> 424 T3851 oazs.NIOServerCnxn.finishSessionInit Established session 0x139df5c5e940002 with negotiated timeout 5000 for client /140.211.11.196:39254
[junit4:junit4] 2> 424 T3866 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39250, sessionid = 0x139df5c5e940002, negotiated timeout = 5000
[junit4:junit4] 2> 424 T3867 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@252c958d name:ZooKeeperConnection Watcher:127.0.0.1:39250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 425 T3847 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 426 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 436 T3847 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 438 T3847 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39253_solr
[junit4:junit4] 2> 439 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:39253_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:39253_solr
[junit4:junit4] 2> 440 T3847 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39253_solr
[junit4:junit4] 2> 448 T3847 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 448 T3847 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 449 T3847 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 449 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 450 T3847 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 450 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 451 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 451 T3847 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 452 T3847 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 452 T3847 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 467 T3847 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 472 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 483 T3847 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 486 T3847 oasc.Overseer.start Overseer (id=88347255527178242-127.0.0.1:39253_solr-n_0000000000) starting
[junit4:junit4] 2> 487 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 493 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 494 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 500 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 506 T3869 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 506 T3847 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 508 T3847 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 510 T3868 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 515 T3847 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4] 2> 515 T3847 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 516 T3847 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 516 T3847 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 518 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4] 2> 519 T3847 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 520 T3847 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4] 2> 570 T3847 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 645 T3847 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 746 T3847 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 754 T3847 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 1363 T3847 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1374 T3847 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1378 T3847 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1388 T3847 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1393 T3847 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1397 T3847 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1398 T3847 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1399 T3847 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/control/data/
[junit4:junit4] 2> 1400 T3847 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@482d59a3
[junit4:junit4] 2> 1401 T3847 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/control/data/index/
[junit4:junit4] 2> 1402 T3847 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1403 T3847 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/control/data/index forceNew:false
[junit4:junit4] 2> 1410 T3847 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69fe2f20; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 1410 T3847 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 1411 T3847 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 1413 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1414 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 1414 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1415 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 1416 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1416 T3847 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1417 T3847 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1417 T3847 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1418 T3847 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1419 T3847 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 1419 T3847 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 1420 T3847 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1421 T3847 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 1421 T3847 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 1422 T3847 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 1422 T3847 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1423 T3847 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1424 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1424 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1425 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1425 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1426 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1427 T3847 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1427 T3847 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 1428 T3847 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 1431 T3847 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1436 T3847 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 1437 T3847 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 1441 T3847 oass.SolrIndexSearcher.<init> Opening Searcher@432bee37 main
[junit4:junit4] 2> 1443 T3847 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1443 T3847 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1444 T3847 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 1461 T3847 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 1515 T3870 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@432bee37 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1519 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940002 type:create cxid:0x56 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4] 2> 1530 T3847 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 1530 T3847 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:39253/solr shardId:control_shard
[junit4:junit4] 2> 1531 T3847 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
[junit4:junit4] 2> 1549 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940002 type:delete cxid:0x65 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4] 2> 1550 T3847 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1550 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940002 type:create cxid:0x66 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2017 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2018 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940002 type:create cxid:0x6d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4] 2> 2035 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 2061 T3847 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2062 T3847 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2062 T3847 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39253/solr/collection1/
[junit4:junit4] 2> 2062 T3847 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 2063 T3847 oasc.SyncStrategy.syncToMe http://127.0.0.1:39253/solr/collection1/ has no replicas
[junit4:junit4] 2> 2063 T3847 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39253/solr/collection1/
[junit4:junit4] 2> 2064 T3847 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
[junit4:junit4] 2> 2067 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940002 type:create cxid:0x8b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2539 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2553 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 2579 T3847 oasc.ZkController.register We are http://127.0.0.1:39253/solr/collection1/ and leader is http://127.0.0.1:39253/solr/collection1/
[junit4:junit4] 2> 2579 T3847 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39253/solr
[junit4:junit4] 2> 2579 T3847 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 2581 T3847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2581 T3847 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 2582 T3847 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2582 T3847 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3046 T3847 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 3049 T3847 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:39256
[junit4:junit4] 2> 3049 T3847 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 3050 T3847 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348072138919
[junit4:junit4] 2> 3050 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348072138919/'
[junit4:junit4] 2> 3057 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3073 T3847 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 3073 T3847 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 3074 T3847 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348072138919
[junit4:junit4] 2> 3074 T3847 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348072138919/solr.xml
[junit4:junit4] 2> 3074 T3847 oasc.CoreContainer.<init> New CoreContainer 1519424245
[junit4:junit4] 2> 3075 T3847 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348072138919/'
[junit4:junit4] 2> 3075 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348072138919/'
[junit4:junit4] 2> 3081 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 3092 T3847 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 3103 T3847 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:39250/solr
[junit4:junit4] 2> 3103 T3847 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39250/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@381d806d
[junit4:junit4] 2> 3104 T3880 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39250
[junit4:junit4] 2> 3104 T3847 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3105 T3880 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39250, initiating session
[junit4:junit4] 2> 3105 T3849 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:39257
[junit4:junit4] 2> 3105 T3849 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:39257
[junit4:junit4] 2> 3106 T3851 oazs.NIOServerCnxn.finishSessionInit Established session 0x139df5c5e940003 with negotiated timeout 5000 for client /140.211.11.196:39257
[junit4:junit4] 2> 3107 T3880 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39250, sessionid = 0x139df5c5e940003, negotiated timeout = 5000
[junit4:junit4] 2> 3107 T3881 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@381d806d name:ZooKeeperConnection Watcher:127.0.0.1:39250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3107 T3847 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3108 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940003 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3109 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940003 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3110 T3847 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39256_solr
[junit4:junit4] 2> 3111 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940003 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:39256_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:39256_solr
[junit4:junit4] 2> 3112 T3847 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39256_solr
[junit4:junit4] 2> 3114 T3867 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 3114 T3847 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 3115 T3847 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 3115 T3847 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 3115 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 3116 T3847 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 3116 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 3116 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 3117 T3847 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 3117 T3847 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 3117 T3847 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 3128 T3847 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3132 T3847 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348072138919/collection1
[junit4:junit4] 2> 3133 T3847 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 3133 T3847 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 3133 T3847 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 3134 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348072138919/collection1/'
[junit4:junit4] 2> 3135 T3847 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty1-1348072138919/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 3136 T3847 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty1-1348072138919/collection1/lib/README' to classloader
[junit4:junit4] 2> 3170 T3847 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 3219 T3847 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 3320 T3847 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 3326 T3847 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 3761 T3847 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 3769 T3847 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 3772 T3847 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 3781 T3847 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 3785 T3847 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 3788 T3847 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 3788 T3847 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 3789 T3847 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348072138919/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty1/
[junit4:junit4] 2> 3789 T3847 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@482d59a3
[junit4:junit4] 2> 3790 T3847 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty1/index/
[junit4:junit4] 2> 3791 T3847 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 3792 T3847 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty1/index forceNew:false
[junit4:junit4] 2> 3797 T3847 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@23a13c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 3797 T3847 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 3798 T3847 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 3800 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 3800 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 3800 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 3801 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 3801 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 3802 T3847 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 3802 T3847 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 3803 T3847 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 3803 T3847 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 3804 T3847 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 3804 T3847 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 3805 T3847 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 3805 T3847 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 3805 T3847 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 3806 T3847 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 3806 T3847 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 3807 T3847 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3807 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3808 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3808 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3809 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3809 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3809 T3847 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3810 T3847 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 3810 T3847 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 3813 T3847 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 3816 T3847 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 3817 T3847 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 3820 T3847 oass.SolrIndexSearcher.<init> Opening Searcher@79510c0e main
[junit4:junit4] 2> 3820 T3847 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 3821 T3847 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 3821 T3847 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 3827 T3847 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 3879 T3882 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@79510c0e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 4087 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 4100 T3881 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 4100 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 4383 T3847 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 4383 T3847 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:39256/solr shardId:shard1
[junit4:junit4] 2> 4384 T3847 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 4397 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940003 type:delete cxid:0x42 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4] 2> 4397 T3847 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 4398 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940003 type:create cxid:0x43 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4399 T3847 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 4399 T3847 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 4400 T3847 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39256/solr/collection1/
[junit4:junit4] 2> 4400 T3847 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 4400 T3847 oasc.SyncStrategy.syncToMe http://127.0.0.1:39256/solr/collection1/ has no replicas
[junit4:junit4] 2> 4401 T3847 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39256/solr/collection1/
[junit4:junit4] 2> 4401 T3847 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 4404 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940003 type:create cxid:0x4d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4603 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 4617 T3881 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 4617 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 4660 T3847 oasc.ZkController.register We are http://127.0.0.1:39256/solr/collection1/ and leader is http://127.0.0.1:39256/solr/collection1/
[junit4:junit4] 2> 4660 T3847 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39256/solr
[junit4:junit4] 2> 4660 T3847 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 4662 T3847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 4662 T3847 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 4663 T3847 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 4663 T3847 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 5121 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 5142 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 5142 T3881 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 5359 T3847 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 5362 T3847 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:39260
[junit4:junit4] 2> 5363 T3847 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 5363 T3847 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348072141001
[junit4:junit4] 2> 5364 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348072141001/'
[junit4:junit4] 2> 5399 T3847 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 5399 T3847 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 5400 T3847 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348072141001
[junit4:junit4] 2> 5400 T3847 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348072141001/solr.xml
[junit4:junit4] 2> 5401 T3847 oasc.CoreContainer.<init> New CoreContainer 1586112761
[junit4:junit4] 2> 5401 T3847 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348072141001/'
[junit4:junit4] 2> 5402 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348072141001/'
[junit4:junit4] 2> 5426 T3847 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 5442 T3847 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:39250/solr
[junit4:junit4] 2> 5443 T3847 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39250/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@29ee7c0d
[junit4:junit4] 2> 5444 T3892 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39250
[junit4:junit4] 2> 5444 T3847 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 5445 T3892 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39250, initiating session
[junit4:junit4] 2> 5445 T3849 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:39261
[junit4:junit4] 2> 5445 T3849 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:39261
[junit4:junit4] 2> 5447 T3851 oazs.NIOServerCnxn.finishSessionInit Established session 0x139df5c5e940004 with negotiated timeout 5000 for client /140.211.11.196:39261
[junit4:junit4] 2> 5447 T3892 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39250, sessionid = 0x139df5c5e940004, negotiated timeout = 5000
[junit4:junit4] 2> 5447 T3893 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29ee7c0d name:ZooKeeperConnection Watcher:127.0.0.1:39250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 5448 T3847 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 5448 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 5450 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 5459 T3847 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39260_solr
[junit4:junit4] 2> 5460 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:39260_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:39260_solr
[junit4:junit4] 2> 5461 T3847 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39260_solr
[junit4:junit4] 2> 5463 T3867 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 5463 T3881 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 5464 T3847 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 5464 T3847 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 5465 T3847 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 5465 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 5466 T3847 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 5466 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 5467 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 5467 T3847 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 5468 T3847 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 5468 T3847 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 5484 T3847 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 5490 T3847 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348072141001/collection1
[junit4:junit4] 2> 5490 T3847 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 5491 T3847 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 5492 T3847 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 5493 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348072141001/collection1/'
[junit4:junit4] 2> 5494 T3847 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty2-1348072141001/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 5495 T3847 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty2-1348072141001/collection1/lib/README' to classloader
[junit4:junit4] 2> 5546 T3847 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 5619 T3847 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 5720 T3847 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 5729 T3847 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 6316 T3847 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 6324 T3847 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 6327 T3847 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 6335 T3847 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 6338 T3847 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 6342 T3847 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 6342 T3847 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 6343 T3847 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348072141001/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty2/
[junit4:junit4] 2> 6344 T3847 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@482d59a3
[junit4:junit4] 2> 6344 T3847 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty2/index/
[junit4:junit4] 2> 6345 T3847 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 6346 T3847 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty2/index forceNew:false
[junit4:junit4] 2> 6378 T3847 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@450e769c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 6379 T3847 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 6380 T3847 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 6381 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 6381 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 6382 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 6382 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 6386 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 6386 T3847 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 6387 T3847 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 6387 T3847 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 6388 T3847 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 6388 T3847 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 6389 T3847 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 6389 T3847 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 6390 T3847 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 6390 T3847 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 6390 T3847 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 6391 T3847 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 6391 T3847 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 6392 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 6392 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 6393 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 6393 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 6394 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 6394 T3847 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 6395 T3847 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 6395 T3847 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 6398 T3847 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 6401 T3847 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 6402 T3847 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 6405 T3847 oass.SolrIndexSearcher.<init> Opening Searcher@59d98085 main
[junit4:junit4] 2> 6406 T3847 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 6406 T3847 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 6406 T3847 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 6412 T3847 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 6458 T3894 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@59d98085 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 6650 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6663 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6663 T3893 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6663 T3881 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6963 T3847 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 6963 T3847 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:39260/solr shardId:shard2
[junit4:junit4] 2> 6964 T3847 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 6976 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940004 type:delete cxid:0x41 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4] 2> 6976 T3847 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 6977 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940004 type:create cxid:0x42 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 6979 T3847 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 6979 T3847 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 6980 T3847 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39260/solr/collection1/
[junit4:junit4] 2> 6980 T3847 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 6980 T3847 oasc.SyncStrategy.syncToMe http://127.0.0.1:39260/solr/collection1/ has no replicas
[junit4:junit4] 2> 6980 T3847 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39260/solr/collection1/
[junit4:junit4] 2> 6981 T3847 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 6983 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940004 type:create cxid:0x4b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7167 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7180 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7180 T3881 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7180 T3893 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7198 T3847 oasc.ZkController.register We are http://127.0.0.1:39260/solr/collection1/ and leader is http://127.0.0.1:39260/solr/collection1/
[junit4:junit4] 2> 7198 T3847 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39260/solr
[junit4:junit4] 2> 7198 T3847 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 7200 T3847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7200 T3847 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 7201 T3847 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 7201 T3847 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 7685 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7691 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7691 T3881 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7691 T3893 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7884 T3847 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 7887 T3847 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:42303
[junit4:junit4] 2> 7888 T3847 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 7889 T3847 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348072143538
[junit4:junit4] 2> 7889 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348072143538/'
[junit4:junit4] 2> 7924 T3847 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 7924 T3847 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 7925 T3847 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348072143538
[junit4:junit4] 2> 7925 T3847 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348072143538/solr.xml
[junit4:junit4] 2> 7926 T3847 oasc.CoreContainer.<init> New CoreContainer 1333057046
[junit4:junit4] 2> 7927 T3847 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348072143538/'
[junit4:junit4] 2> 7927 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348072143538/'
[junit4:junit4] 2> 7952 T3847 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 7967 T3847 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:39250/solr
[junit4:junit4] 2> 7968 T3847 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39250/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@26561d65
[junit4:junit4] 2> 7969 T3904 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39250
[junit4:junit4] 2> 7969 T3847 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 7970 T3904 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39250, initiating session
[junit4:junit4] 2> 7970 T3849 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:42487
[junit4:junit4] 2> 7971 T3849 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:42487
[junit4:junit4] 2> 7972 T3851 oazs.NIOServerCnxn.finishSessionInit Established session 0x139df5c5e940005 with negotiated timeout 5000 for client /140.211.11.196:42487
[junit4:junit4] 2> 7972 T3904 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39250, sessionid = 0x139df5c5e940005, negotiated timeout = 5000
[junit4:junit4] 2> 7973 T3905 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@26561d65 name:ZooKeeperConnection Watcher:127.0.0.1:39250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 7973 T3847 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 7974 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7975 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7985 T3847 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42303_solr
[junit4:junit4] 2> 7985 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:42303_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:42303_solr
[junit4:junit4] 2> 7987 T3847 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42303_solr
[junit4:junit4] 2> 7989 T3893 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 7989 T3881 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 7989 T3867 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 7989 T3847 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 7990 T3847 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 7990 T3847 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 7991 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 7991 T3847 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 7992 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 7992 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 7993 T3847 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 7993 T3847 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 7994 T3847 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 8009 T3847 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 8015 T3847 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348072143538/collection1
[junit4:junit4] 2> 8016 T3847 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 8016 T3847 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 8017 T3847 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 8018 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348072143538/collection1/'
[junit4:junit4] 2> 8020 T3847 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty3-1348072143538/collection1/lib/README' to classloader
[junit4:junit4] 2> 8020 T3847 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty3-1348072143538/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 8070 T3847 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 8143 T3847 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 8244 T3847 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 8250 T3847 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 8885 T3847 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 8896 T3847 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 8900 T3847 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 8910 T3847 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 8915 T3847 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 8919 T3847 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 8920 T3847 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 8921 T3847 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348072143538/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/
[junit4:junit4] 2> 8922 T3847 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@482d59a3
[junit4:junit4] 2> 8923 T3847 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/index/
[junit4:junit4] 2> 8924 T3847 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 8925 T3847 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/index forceNew:false
[junit4:junit4] 2> 8931 T3847 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@376b142a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 8932 T3847 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 8933 T3847 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 8935 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 8935 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 8936 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 8937 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 8937 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 8938 T3847 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 8938 T3847 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 8939 T3847 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 8940 T3847 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 8940 T3847 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 8941 T3847 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 8942 T3847 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 8942 T3847 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 8943 T3847 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 8943 T3847 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 8944 T3847 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 8945 T3847 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 8945 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 8946 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 8947 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 8947 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 8948 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 8949 T3847 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 8949 T3847 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 8950 T3847 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 8954 T3847 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 8958 T3847 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 8959 T3847 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 8963 T3847 oass.SolrIndexSearcher.<init> Opening Searcher@568a5fd5 main
[junit4:junit4] 2> 8964 T3847 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 8965 T3847 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 8965 T3847 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 8974 T3847 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 9018 T3906 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@568a5fd5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 9197 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9210 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9210 T3893 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9210 T3881 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9210 T3905 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9524 T3847 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 9524 T3847 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:42303/solr shardId:shard1
[junit4:junit4] 2> 9527 T3847 oasc.ZkController.register We are http://127.0.0.1:42303/solr/collection1/ and leader is http://127.0.0.1:39256/solr/collection1/
[junit4:junit4] 2> 9528 T3847 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42303/solr
[junit4:junit4] 2> 9528 T3847 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 9528 T3847 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C257 name=collection1 org.apache.solr.core.SolrCore@41b42630 url=http://127.0.0.1:42303/solr/collection1 node=127.0.0.1:42303_solr
[junit4:junit4] 2> 9529 T3907 C257 P42303 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 9530 T3847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9530 T3907 C257 P42303 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 9530 T3847 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 9531 T3847 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 9531 T3847 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 9531 T3907 C257 P42303 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:39256/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 9532 T3907 C257 P42303 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:42303/solr START replicas=[http://127.0.0.1:39256/solr/collection1/] nUpdates=100
[junit4:junit4] 2> 9532 T3907 C257 P42303 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 9532 T3907 C257 P42303 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 9532 T3907 C257 P42303 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 9533 T3907 C257 P42303 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C258 name=collection1 org.apache.solr.core.SolrCore@2d689f5f url=http://127.0.0.1:39256/solr/collection1 node=127.0.0.1:39256_solr
[junit4:junit4] 2> 9539 T3873 C258 P39256 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0
[junit4:junit4] 2> 9714 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9728 T3905 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9728 T3893 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9728 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9728 T3881 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9996 T3847 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 9998 T3847 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:27396
[junit4:junit4] 2> 9999 T3847 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 9999 T3847 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348072145871
[junit4:junit4] 2> 9999 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348072145871/'
[junit4:junit4] 2> 10023 T3847 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 10024 T3847 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 10024 T3847 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348072145871
[junit4:junit4] 2> 10024 T3847 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348072145871/solr.xml
[junit4:junit4] 2> 10024 T3847 oasc.CoreContainer.<init> New CoreContainer 999075437
[junit4:junit4] 2> 10025 T3847 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348072145871/'
[junit4:junit4] 2> 10025 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348072145871/'
[junit4:junit4] 2> 10042 T3847 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 10053 T3847 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:39250/solr
[junit4:junit4] 2> 10053 T3847 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39250/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@15e8270a
[junit4:junit4] 2> 10054 T3918 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39250
[junit4:junit4] 2> 10054 T3847 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 10055 T3918 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39250, initiating session
[junit4:junit4] 2> 10055 T3849 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:36063
[junit4:junit4] 2> 10056 T3849 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:36063
[junit4:junit4] 2> 10057 T3851 oazs.NIOServerCnxn.finishSessionInit Established session 0x139df5c5e940006 with negotiated timeout 5000 for client /140.211.11.196:36063
[junit4:junit4] 2> 10057 T3918 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39250, sessionid = 0x139df5c5e940006, negotiated timeout = 5000
[junit4:junit4] 2> 10058 T3919 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15e8270a name:ZooKeeperConnection Watcher:127.0.0.1:39250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 10058 T3847 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 10059 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940006 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 10060 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940006 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 10069 T3847 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:27396_solr
[junit4:junit4] 2> 10069 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940006 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:27396_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:27396_solr
[junit4:junit4] 2> 10071 T3847 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:27396_solr
[junit4:junit4] 2> 10073 T3893 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 10073 T3881 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 10073 T3905 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 10073 T3867 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 10073 T3847 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 10074 T3847 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 10074 T3847 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 10074 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 10074 T3847 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 10075 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 10075 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 10075 T3847 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 10076 T3847 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 10076 T3847 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 10087 T3847 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 10092 T3847 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348072145871/collection1
[junit4:junit4] 2> 10092 T3847 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 10092 T3847 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 10093 T3847 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 10094 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348072145871/collection1/'
[junit4:junit4] 2> 10095 T3847 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty4-1348072145871/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 10095 T3847 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty4-1348072145871/collection1/lib/README' to classloader
[junit4:junit4] 2> 10129 T3847 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 10176 T3847 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 10277 T3847 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 10282 T3847 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 10704 T3847 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 10712 T3847 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 10715 T3847 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 10738 T3847 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10741 T3847 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10745 T3847 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10746 T3847 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10746 T3847 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348072145871/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty4/
[junit4:junit4] 2> 10747 T3847 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@482d59a3
[junit4:junit4] 2> 10748 T3847 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty4/index/
[junit4:junit4] 2> 10748 T3847 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 10749 T3847 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty4/index forceNew:false
[junit4:junit4] 2> 10769 T3847 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1061bdfd; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 10770 T3847 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 10770 T3847 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 10772 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 10772 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 10773 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 10773 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 10773 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 10774 T3847 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 10774 T3847 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 10775 T3847 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 10775 T3847 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 10776 T3847 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 10776 T3847 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 10777 T3847 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 10777 T3847 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 10777 T3847 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 10778 T3847 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 10778 T3847 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 10779 T3847 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 10779 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 10780 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 10780 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 10781 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 10781 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 10782 T3847 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 10782 T3847 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 10783 T3847 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 10785 T3847 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 10788 T3847 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 10789 T3847 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 10792 T3847 oass.SolrIndexSearcher.<init> Opening Searcher@5e0717b0 main
[junit4:junit4] 2> 10793 T3847 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 10793 T3847 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 10794 T3847 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 10800 T3847 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 10853 T3920 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5e0717b0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 11237 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11241 T3893 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11241 T3919 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11241 T3905 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11241 T3881 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11241 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11359 T3847 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 11359 T3847 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:27396/solr shardId:shard2
[junit4:junit4] 2> 11362 T3847 oasc.ZkController.register We are http://127.0.0.1:27396/solr/collection1/ and leader is http://127.0.0.1:39260/solr/collection1/
[junit4:junit4] 2> 11362 T3847 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:27396/solr
[junit4:junit4] 2> 11363 T3847 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 11363 T3847 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C259 name=collection1 org.apache.solr.core.SolrCore@435041dd url=http://127.0.0.1:27396/solr/collection1 node=127.0.0.1:27396_solr
[junit4:junit4] 2> 11364 T3921 C259 P27396 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 11364 T3921 C259 P27396 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 11364 T3847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11366 T3921 C259 P27396 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:39260/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 11366 T3921 C259 P27396 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:27396/solr START replicas=[http://127.0.0.1:39260/solr/collection1/] nUpdates=100
[junit4:junit4] 2> 11366 T3847 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 11366 T3921 C259 P27396 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 11366 T3847 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 11366 T3921 C259 P27396 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 11367 T3921 C259 P27396 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 11367 T3921 C259 P27396 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 11367 T3847 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C260 name=collection1 org.apache.solr.core.SolrCore@696ca8de url=http://127.0.0.1:39260/solr/collection1 node=127.0.0.1:39260_solr
[junit4:junit4] 2> 11373 T3885 C260 P39260 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0
[junit4:junit4] 2> 11384 T3847 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39250/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3f6bb888
[junit4:junit4] 2> 11385 T3923 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39250
[junit4:junit4] 2> 11385 T3847 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 11386 T3923 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39250, initiating session
[junit4:junit4] 2> 11386 T3849 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:35885
[junit4:junit4] 2> 11386 T3849 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:35885
[junit4:junit4] 2> 11388 T3851 oazs.NIOServerCnxn.finishSessionInit Established session 0x139df5c5e940007 with negotiated timeout 10000 for client /140.211.11.196:35885
[junit4:junit4] 2> 11388 T3923 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39250, sessionid = 0x139df5c5e940007, negotiated timeout = 10000
[junit4:junit4] 2> 11388 T3924 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3f6bb888 name:ZooKeeperConnection Watcher:127.0.0.1:39250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 11388 T3847 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 11389 T3847 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 11390 T3847 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 11391 T3847 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 11401 T3847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C261 name=collection1 org.apache.solr.core.SolrCore@1f6237c3 url=http://127.0.0.1:39253/solr/collection1 node=127.0.0.1:39253_solr
[junit4:junit4] 2> 11413 T3859 C261 P39253 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69fe2f20; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 11414 T3859 C261 P39253 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 11418 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[1 (1413556100386521088)]} 0 10
[junit4:junit4] 2> 11418 T3847 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39250/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@365ec558
[junit4:junit4] 2> 11419 T3925 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39250
[junit4:junit4] 2> 11419 T3847 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 11420 T3925 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39250, initiating session
[junit4:junit4] 2> 11420 T3849 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:61207
[junit4:junit4] 2> 11421 T3849 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:61207
[junit4:junit4] 2> 11422 T3851 oazs.NIOServerCnxn.finishSessionInit Established session 0x139df5c5e940008 with negotiated timeout 10000 for client /140.211.11.196:61207
[junit4:junit4] 2> 11422 T3925 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39250, sessionid = 0x139df5c5e940008, negotiated timeout = 10000
[junit4:junit4] 2> 11422 T3926 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@365ec558 name:ZooKeeperConnection Watcher:127.0.0.1:39250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 11423 T3847 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 11423 T3847 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 11429 T3875 C258 P39256 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@23a13c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 11429 T3875 C258 P39256 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> C257_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:42303_solr, base_url=http://127.0.0.1:42303/solr}
[junit4:junit4] 2> 11445 T3897 C257 P42303 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@376b142a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 11445 T3897 C257 P42303 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 11449 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=8
[junit4:junit4] 2> 11450 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[1 (1413556100404346880)]} 0 24
[junit4:junit4] 2> 11451 T3847 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):3600
[junit4:junit4] 2> 11452 T3847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11753 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11766 T3881 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11766 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11766 T3924 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11767 T3926 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11766 T3905 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11766 T3893 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11766 T3919 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12453 T3847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12546 T3907 C257 P42303 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 12546 T3907 C257 P42303 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=tlog{file=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/tlog/tlog.0000000000000000000 refcount=1}}
[junit4:junit4] 2> 12546 T3907 C257 P42303 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:39256/solr/collection1/. core=collection1
[junit4:junit4] 2> 12546 T3907 C257 P42303 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 12560 T3876 C258 P39256 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 12585 T3876 C258 P39256 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@23a13c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@23a13c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0.tis, _0.nrm, _0.fnm, _0.tii, _0.frq, segments_2, _0.fdx, _0.si, _0.prx, _0.fdt]
[junit4:junit4] 2> 12586 T3876 C258 P39256 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 12591 T3876 C258 P39256 oass.SolrIndexSearcher.<init> Opening Searcher@2b22178d main
[junit4:junit4] 2> 12592 T3876 C258 P39256 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 12593 T3882 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2b22178d main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4] 2> 12593 T3876 C258 P39256 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 33
[junit4:junit4] 2> 12594 T3907 C257 P42303 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 12594 T3907 C257 P42303 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 12596 T3877 C258 P39256 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 12596 T3877 C258 P39256 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1
[junit4:junit4] 2> 12596 T3907 C257 P42303 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 12596 T3907 C257 P42303 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 12597 T3907 C257 P42303 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 12600 T3877 C258 P39256 REQ /replication {command=filelist&generation=2&wt=javabin&qt=/replication&version=2} status=0 QTime=0
[junit4:junit4] 2> 12600 T3907 C257 P42303 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 10
[junit4:junit4] 2> 12603 T3907 C257 P42303 oash.SnapPuller.fetchLatestIndex Starting download to ./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/index.20120919112908929 fullCopy=true
[junit4:junit4] 2> 12607 T3877 C258 P39256 REQ /replication {file=_0.nrm&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12612 T3877 C258 P39256 REQ /replication {file=_0.tis&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12615 T3877 C258 P39256 REQ /replication {file=_0.fnm&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12619 T3877 C258 P39256 REQ /replication {file=_0.tii&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12623 T3877 C258 P39256 REQ /replication {file=_0.frq&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12626 T3877 C258 P39256 REQ /replication {file=segments_2&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12630 T3877 C258 P39256 REQ /replication {file=_0.fdx&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12634 T3877 C258 P39256 REQ /replication {file=_0.si&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12638 T3877 C258 P39256 REQ /replication {file=_0.prx&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12641 T3877 C258 P39256 REQ /replication {file=_0.fdt&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12642 T3907 C257 P42303 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 12642 T3907 C257 P42303 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20120919112908929
[junit4:junit4] 2> 12644 T3907 C257 P42303 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 12644 T3907 C257 P42303 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 12644 T3907 C257 P42303 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4] 2> 12648 T3907 C257 P42303 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/index.20120919112908929
[junit4:junit4] 2> 12648 T3907 C257 P42303 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/index.20120919112908929 forceNew:true
[junit4:junit4] 2> 12655 T3907 C257 P42303 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/index.20120919112908929 lockFactory=org.apache.lucene.store.NativeFSLockFactory@288a4f51; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0.nrm, _0.tis, _0.fnm, _0.tii, _0.frq, segments_2, _0.fdx, _0.si, _0.prx, _0.fdt]
[junit4:junit4] 2> 12655 T3907 C257 P42303 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 12655 T3907 C257 P42303 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 12657 T3907 C257 P42303 oass.SolrIndexSearcher.<init> Opening Searcher@3d096756 main
[junit4:junit4] 2> 12658 T3906 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3d096756 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4] 2> 12659 T3906 oasc.CachingDirectoryFactory.close Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/index
[junit4:junit4] 2> 12659 T3906 oash.SnapPuller$2.onClose removing old index directory ./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/index
[junit4:junit4] 2> 12661 T3907 C257 P42303 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 12662 T3907 C257 P42303 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 12662 T3907 C257 P42303 oasc.RecoveryStrategy.replay Replaying buffered documents. core=collection1
[junit4:junit4] 2> 12662 T3929 C257 P42303 oasu.UpdateLog$LogReplayer.doReplay WARNING Starting log replay tlog{file=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/tlog/tlog.0000000000000000000 refcount=2} active=true starting pos=433
[junit4:junit4] 2> 12663 T3929 C257 P42303 oasu.DirectUpdateHandler2.commit start commit{flags=2,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 12664 T3929 C257 P42303 oass.SolrIndexSearcher.<init> Opening Searcher@42cdfbe3 main
[junit4:junit4] 2> 12665 T3929 C257 P42303 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 12666 T3906 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@42cdfbe3 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4] 2> 12666 T3929 C257 P42303 oasu.UpdateLog$LogReplayer.run WARNING Log replay finished. recoveryInfo=RecoveryInfo{adds=0 deletes=0 deleteByQuery=0 errors=0 positionOfStart=433}
[junit4:junit4] 2> 12666 T3907 C257 P42303 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 12668 T3907 C257 P42303 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 12804 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12816 T3926 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12816 T3893 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12816 T3905 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12816 T3924 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12816 T3919 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12816 T3881 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12816 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 13455 T3847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C259_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:27396_solr, base_url=http://127.0.0.1:27396/solr}
[junit4:junit4] 2> 14387 T3921 C259 P27396 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 14387 T3921 C259 P27396 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 14387 T3921 C259 P27396 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:39260/solr/collection1/. core=collection1
[junit4:junit4] 2> 14387 T3921 C259 P27396 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 14402 T3887 C260 P39260 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 14406 T3887 C260 P39260 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@450e769c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 14407 T3887 C260 P39260 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 14408 T3887 C260 P39260 oass.SolrIndexSearcher.<init> Opening Searcher@635eba48 main
[junit4:junit4] 2> 14409 T3887 C260 P39260 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 14410 T3894 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@635eba48 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 14410 T3887 C260 P39260 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 8
[junit4:junit4] 2> 14411 T3921 C259 P27396 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 14411 T3921 C259 P27396 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 14412 T3888 C260 P39260 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 14413 T3888 C260 P39260 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1
[junit4:junit4] 2> 14417 T3921 C259 P27396 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1061bdfd; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 14417 T3921 C259 P27396 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 14418 T3921 C259 P27396 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 14452 T3921 C259 P27396 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1061bdfd; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1061bdfd; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 14452 T3921 C259 P27396 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 14455 T3921 C259 P27396 oass.SolrIndexSearcher.<init> Opening Searcher@29fcfc40 main
[junit4:junit4] 2> 14456 T3921 C259 P27396 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 14457 T3920 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@29fcfc40 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4] 2> 14457 T3847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14457 T3921 C259 P27396 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 14458 T3921 C259 P27396 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 14467 T3921 C259 P27396 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 14825 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14839 T3893 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 14839 T3881 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 14839 T3924 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 14839 T3905 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 14839 T3919 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 14839 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 14839 T3926 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 15459 T3847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 15462 T3859 C261 P39253 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 15518 T3859 C261 P39253 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69fe2f20; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69fe2f20; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0.tis, _0.nrm, _0.fnm, _0.tii, _0.frq, segments_2, _0.fdx, _0.si, _0.prx, _0.fdt]
[junit4:junit4] 2> 15519 T3859 C261 P39253 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 15527 T3859 C261 P39253 oass.SolrIndexSearcher.<init> Opening Searcher@1b65b786 main
[junit4:junit4] 2> 15528 T3859 C261 P39253 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 15529 T3870 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1b65b786 main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4] 2> 15529 T3859 C261 P39253 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 67
[junit4:junit4] 2> 15531 T3889 C260 P39260 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 15535 T3889 C260 P39260 oass.SolrIndexSearcher.<init> Opening Searcher@49e9f72b main
[junit4:junit4] 2> 15535 T3889 C260 P39260 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 15536 T3894 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@49e9f72b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 15537 T3889 C260 P39260 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:39256/solr/collection1/, StdNode: http://127.0.0.1:42303/solr/collection1/, StdNode: http://127.0.0.1:27396/solr/collection1/]
[junit4:junit4] 2> 15538 T3878 C258 P39256 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> C257_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:42303_solr, base_url=http://127.0.0.1:42303/solr}
[junit4:junit4] 2> 15540 T3897 C257 P42303 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 15542 T3897 C257 P42303 oass.SolrIndexSearcher.<init> Opening Searcher@5f84d25d main
[junit4:junit4] 2> 15542 T3897 C257 P42303 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 15543 T3906 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5f84d25d main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4] 2> 15543 T3897 C257 P42303 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 3
[junit4:junit4] 2> 15548 T3878 C258 P39256 oass.SolrIndexSearcher.<init> Opening Searcher@3a0193e4 main
[junit4:junit4] 2> 15548 T3878 C258 P39256 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 15549 T3882 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3a0193e4 main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4] 2> 15550 T3878 C258 P39256 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 12
[junit4:junit4] 2> C259_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:27396_solr, base_url=http://127.0.0.1:27396/solr}
[junit4:junit4] 2> 15551 T3911 C259 P27396 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 15555 T3911 C259 P27396 oass.SolrIndexSearcher.<init> Opening Searcher@26189aef main
[junit4:junit4] 2> 15555 T3911 C259 P27396 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 15556 T3920 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@26189aef main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4] 2> 15557 T3911 C259 P27396 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 6
[junit4:junit4] 2> 15557 T3889 C260 P39260 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 26
[junit4:junit4] 2> 15562 T3860 C261 P39253 REQ /select {fl=id,score&shard.url=127.0.0.1:39253/solr/collection1/&NOW=1348072151889&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=1 status=0 QTime=0
[junit4:junit4] 2> 15565 T3860 C261 P39253 REQ /select {shard.url=127.0.0.1:39253/solr/collection1/&NOW=1348072151889&q=*:*&ids=1&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 15566 T3859 C261 P39253 REQ /select {wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=6
[junit4:junit4] 2> 15567 T3847 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39250/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@558a06bb
[junit4:junit4] 2> 15568 T3934 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39250
[junit4:junit4] 2> 15568 T3847 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 15569 T3934 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39250, initiating session
[junit4:junit4] 2> 15569 T3849 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:31377
[junit4:junit4] 2> 15569 T3849 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:31377
[junit4:junit4] 2> 15571 T3851 oazs.NIOServerCnxn.finishSessionInit Established session 0x139df5c5e940009 with negotiated timeout 10000 for client /140.211.11.196:31377
[junit4:junit4] 2> 15571 T3934 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39250, sessionid = 0x139df5c5e940009, negotiated timeout = 10000
[junit4:junit4] 2> 15571 T3935 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@558a06bb name:ZooKeeperConnection Watcher:127.0.0.1:39250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 15571 T3847 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 15572 T3847 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 15574 T3852 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139df5c5e940009
[junit4:junit4] 2> 15575 T3935 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 15575 T3849 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:31377 which had sessionid 0x139df5c5e940009
[junit4:junit4] 2> 15575 T3847 oaz.ZooKeeper.close Session: 0x139df5c5e940009 closed
[junit4:junit4] 2> 15577 T3879 C258 P39256 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=0
[junit4:junit4] 2> 15579 T3890 C260 P39260 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=1
[junit4:junit4] 2> 15582 T3874 C258 P39256 REQ /select {fl=id,score&shard.url=127.0.0.1:39256/solr/collection1/|127.0.0.1:42303/solr/collection1/&NOW=1348072151909&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=1 status=0 QTime=0
[junit4:junit4] 2> 15582 T3913 C259 P27396 REQ /select {fl=id,score&shard.url=127.0.0.1:39260/solr/collection1/|127.0.0.1:27396/solr/collection1/&NOW=1348072151909&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=0 status=0 QTime=0
[junit4:junit4] 2> 15585 T3874 C258 P39256 REQ /select {shard.url=127.0.0.1:39256/solr/collection1/|127.0.0.1:42303/solr/collection1/&NOW=1348072151909&q=*:*&ids=1&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 15586 T3912 C259 P27396 REQ /select {wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=6
[junit4:junit4] 2> 15593 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[2 (1413556104769568768)]} 0 4
[junit4:junit4] 2> 15606 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 15607 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=10
[junit4:junit4] 2> 15608 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[2]} 0 12
[junit4:junit4] 2> 15613 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[3 (1413556104791588864)]} 0 3
[junit4:junit4] 2> 15622 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15622 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[3 (1413556104797880320)]} 0 6
[junit4:junit4] 2> 15627 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[4 (1413556104807317504)]} 0 2
[junit4:junit4] 2> 15638 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 15639 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[4 (1413556104811511808)]} 0 10
[junit4:junit4] 2> 15644 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[5 (1413556104825143296)]} 0 2
[junit4:junit4] 2> 15652 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15652 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[5 (1413556104829337600)]} 0 6
[junit4:junit4] 2> 15658 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[6 (1413556104838774784)]} 0 3
[junit4:junit4] 2> 15666 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15666 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[6 (1413556104844017664)]} 0 6
[junit4:junit4] 2> 15672 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[7 (1413556104853454848)]} 0 3
[junit4:junit4] 2> 15683 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 15684 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8
[junit4:junit4] 2> 15684 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[7]} 0 10
[junit4:junit4] 2> 15689 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[8 (1413556104872329216)]} 0 2
[junit4:junit4] 2> 15698 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15699 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[8 (1413556104877572096)]} 0 7
[junit4:junit4] 2> 15703 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[9 (1413556104887009280)]} 0 2
[junit4:junit4] 2> 15712 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 15713 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[9 (1413556104891203584)]} 0 8
[junit4:junit4] 2> 15720 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[10 (1413556104902737920)]} 0 4
[junit4:junit4] 2> 15728 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15729 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[10 (1413556104910077952)]} 0 6
[junit4:junit4] 2> 15744 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[11 (1413556104919515136)]} 0 12
[junit4:junit4] 2> 15752 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15753 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[11 (1413556104935243776)]} 0 6
[junit4:junit4] 2> 15758 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[12 (1413556104943632384)]} 0 3
[junit4:junit4] 2> 15768 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15769 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 15769 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[12]} 0 8
[junit4:junit4] 2> 15773 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[13 (1413556104961458176)]} 0 1
[junit4:junit4] 2> 15785 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15785 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 15786 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[13]} 0 10
[junit4:junit4] 2> 15790 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[14 (1413556104979283968)]} 0 1
[junit4:junit4] 2> 15800 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15800 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 15801 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[14]} 0 8
[junit4:junit4] 2> 15806 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[15 (1413556104995012608)]} 0 2
[junit4:junit4] 2> 15815 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15816 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 15816 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[15]} 0 7
[junit4:junit4] 2> 15822 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[16 (1413556105010741248)]} 0 3
[junit4:junit4] 2> 15830 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15830 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[16 (1413556105017032704)]} 0 5
[junit4:junit4] 2> 15840 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[17 (1413556105026469888)]} 0 7
[junit4:junit4] 2> 15853 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 15854 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[17 (1413556105035907072)]} 0 11
[junit4:junit4] 2> 15859 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[100 (1413556105050587136)]} 0 2
[junit4:junit4] 2> 15878 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 15878 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[100 (1413556105055830016)]} 0 16
[junit4:junit4] 2> 15883 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[101 (1413556105075752960)]} 0 2
[junit4:junit4] 2> 15895 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15896 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8
[junit4:junit4] 2> 15897 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[101]} 0 11
[junit4:junit4] 2> 15906 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[102 (1413556105094627328)]} 0 7
[junit4:junit4] 2> 15916 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15916 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 15917 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[102]} 0 8
[junit4:junit4] 2> 15928 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[103 (1413556105116647424)]} 0 8
[junit4:junit4] 2> 15934 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15934 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[103 (1413556105127133184)]} 0 4
[junit4:junit4] 2> 15939 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[104 (1413556105134473216)]} 0 2
[junit4:junit4] 2> 15945 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15945 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[104 (1413556105138667520)]} 0 4
[junit4:junit4] 2> 15949 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[105 (1413556105146007552)]} 0 1
[junit4:junit4] 2> 15970 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=8
[junit4:junit4] 2> 15970 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[105 (1413556105150201856)]} 0 18
[junit4:junit4] 2> 15974 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[106 (1413556105172221952)]} 0 1
[junit4:junit4] 2> 15985 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15985 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 15986 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[106]} 0 9
[junit4:junit4] 2> 15990 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[107 (1413556105188999168)]} 0 1
[junit4:junit4] 2> 15999 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16000 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 16000 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[107]} 0 7
[junit4:junit4] 2> 16004 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[108 (1413556105203679232)]} 0 1
[junit4:junit4] 2> 16012 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16012 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 16013 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[108]} 0 7
[junit4:junit4] 2> 16015 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[109 (1413556105216262144)]} 0 0
[junit4:junit4] 2> 16024 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16024 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 16025 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[109]} 0 7
[junit4:junit4] 2> 16027 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[110 (1413556105228845056)]} 0 0
[junit4:junit4] 2> 16036 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16036 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 16037 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[110]} 0 7
[junit4:junit4] 2> 16039 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[111 (1413556105241427968)]} 0 0
[junit4:junit4] 2> 16048 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16048 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 16049 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[111]} 0 7
[junit4:junit4] 2> 16051 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[112 (1413556105254010880)]} 0 0
[junit4:junit4] 2> 16060 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16060 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 16061 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[112]} 0 7
[junit4:junit4] 2> 16067 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[113 (1413556105266593792)]} 0 4
[junit4:junit4] 2> 16076 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16076 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 16077 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[113]} 0 7
[junit4:junit4] 2> 16080 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[114 (1413556105283371008)]} 0 1
[junit4:junit4] 2> 16088 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16088 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 16089 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[114]} 0 7
[junit4:junit4] 2> 16091 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[115 (1413556105295953920)]} 0 0
[junit4:junit4] 2> 16098 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16098 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[115 (1413556105299099648)]} 0 4
[junit4:junit4] 2> 16102 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[116 (1413556105306439680)]} 0 1
[junit4:junit4] 2> 16108 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16108 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[116 (1413556105309585408)]} 0 4
[junit4:junit4] 2> 16111 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[117 (1413556105316925440)]} 0 0
[junit4:junit4] 2> 16118 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16118 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[117 (1413556105320071168)]} 0 4
[junit4:junit4] 2> 16121 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[118 (1413556105327411200)]} 0 0
[junit4:junit4] 2> 16134 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 16135 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[118 (1413556105330556928)]} 0 11
[junit4:junit4] 2> 16137 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[119 (1413556105344188416)]} 0 0
[junit4:junit4] 2> 16146 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16146 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 16147 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[119]} 0 7
[junit4:junit4] 2> 16149 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[120 (1413556105356771328)]} 0 0
[junit4:junit4] 2> 16156 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16156 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[120 (1413556105359917056)]} 0 4
[junit4:junit4] 2> 16159 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[121 (1413556105367257088)]} 0 0
[junit4:junit4] 2> 16168 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16168 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 16169 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[121]} 0 7
[junit4:junit4] 2> 16171 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[122 (1413556105379840000)]} 0 0
[junit4:junit4] 2> 16178 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16178 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[122 (1413556105382985728)]} 0 4
[junit4:junit4] 2> 16185 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[123 (1413556105390325760)]} 0 4
[junit4:junit4] 2> 16193 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16193 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 16194 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[123]} 0 7
[junit4:junit4] 2> 16197 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[124 (1413556105406054400)]} 0 1
[junit4:junit4] 2> 16205 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16205 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 16206 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[124]} 0 7
[junit4:junit4] 2> 16208 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[125 (1413556105418637312)]} 0 0
[junit4:junit4] 2> 16215 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16215 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[125 (1413556105421783040)]} 0 4
[junit4:junit4] 2> 16218 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[126 (1413556105429123072)]} 0 0
[junit4:junit4] 2> 16227 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16227 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 16228 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[126]} 0 7
[junit4:junit4] 2> 16230 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[127 (1413556105441705984)]} 0 0
[junit4:junit4] 2> 16246 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 16247 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[127 (1413556105444851712)]} 0 14
[junit4:junit4] 2> 16251 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[128 (1413556105462677504)]} 0 1
[junit4:junit4] 2> 16260 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16261 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 16262 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[128]} 0 9
[junit4:junit4] 2> 16265 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[129 (1413556105477357568)]} 0 1
[junit4:junit4] 2> 16271 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16272 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[129 (1413556105480503296)]} 0 5
[junit4:junit4] 2> 16275 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[130 (1413556105487843328)]} 0 1
[junit4:junit4] 2> 16283 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16283 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 16284 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[130]} 0 7
[junit4:junit4] 2> 16288 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[131 (1413556105501474816)]} 0 1
[junit4:junit4] 2> 16294 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16294 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[131 (1413556105504620544)]} 0 4
[junit4:junit4] 2> 16298 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[132 (1413556105511960576)]} 0 1
[junit4:junit4] 2> 16304 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16305 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[132 (1413556105515106304)]} 0 5
[junit4:junit4] 2> 16313 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[133 (1413556105522446336)]} 0 6
[junit4:junit4] 2> 16322 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16323 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 16323 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[133]} 0 7
[junit4:junit4] 2> 16328 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[134 (1413556105542369280)]} 0 2
[junit4:junit4] 2> 16334 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16334 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[134 (1413556105546563584)]} 0 4
[junit4:junit4] 2> 16338 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[135 (1413556105553903616)]} 0 1
[junit4:junit4] 2> 16344 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16345 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[135 (1413556105557049344)]} 0 5
[junit4:junit4] 2> 16354 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[136 (1413556105570680832)]} 0 1
[junit4:junit4] 2> 16363 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16363 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 16364 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[136]} 0 7
[junit4:junit4] 2> 16368 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[137 (1413556105585360896)]} 0 1
[junit4:junit4] 2> 16374 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16374 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[137 (1413556105588506624)]} 0 4
[junit4:junit4] 2> 16378 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[138 (1413556105595846656)]} 0 1
[junit4:junit4] 2> 16386 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16387 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 16387 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[138]} 0 7
[junit4:junit4] 2> 16391 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[139 (1413556105609478144)]} 0 1
[junit4:junit4] 2> 16399 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16399 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 16400 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[139]} 0 7
[junit4:junit4] 2> 16404 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[140 (1413556105623109632)]} 0 1
[junit4:junit4] 2> 16413 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16413 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 16414 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[140]} 0 7
[junit4:junit4] 2> 16417 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[141 (1413556105636741120)]} 0 1
[junit4:junit4] 2> 16423 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16423 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[141 (1413556105639886848)]} 0 4
[junit4:junit4] 2> 16427 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[142 (1413556105647226880)]} 0 1
[junit4:junit4] 2> 16443 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 16444 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[142 (1413556105650372608)]} 0 15
[junit4:junit4] 2> 16452 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[143 (1413556105668198400)]} 0 6
[junit4:junit4] 2> 16462 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16463 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 16463 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[143]} 0 8
[junit4:junit4] 2> 16468 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[144 (1413556105689169920)]} 0 2
[junit4:junit4] 2> 16474 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16474 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[144 (1413556105693364224)]} 0 4
[junit4:junit4] 2> 16478 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[145 (1413556105700704256)]} 0 1
[junit4:junit4] 2> 16486 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16486 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 16487 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[145]} 0 7
[junit4:junit4] 2> 16491 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[146 (1413556105714335744)]} 0 1
[junit4:junit4] 2> 16507 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 16508 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[146 (1413556105717481472)]} 0 15
[junit4:junit4] 2> 16512 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[147 (1413556105736355840)]} 0 1
[junit4:junit4] 2> 16518 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16518 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[147 (1413556105739501568)]} 0 4
[junit4:junit4] 2> 16522 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[148 (1413556105746841600)]} 0 1
[junit4:junit4] 2> 16532 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 16532 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 16533 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[148]} 0 9
[junit4:junit4] 2> 16537 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[149 (1413556105762570240)]} 0 1
[junit4:junit4] 2> 16543 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16543 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[149 (1413556105765715968)]} 0 4
[junit4:junit4] 2> 16544 T3847 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):3600
[junit4:junit4] 2> 16545 T3847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 16548 T3859 C261 P39253 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 16869 T3859 C261 P39253 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69fe2f20; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0.tis, _0.nrm, _0.fnm, _0.tii, _0.frq, segments_2, _0.fdx, _0.si, _0.prx, _0.fdt]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69fe2f20; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0.tis, _5.fdt, _5.prx, _1.frq, _4.prx, _7.si, _4.fnm, _2.tii, _3.fdt, _1.fnm, _4.fdx, _7.fnm, _7.tis, _4.frq, _7.nrm, _5.tis, _5.nrm, _7.frq, _0.prx, _3.nrm, _0.fnm, _2.prx, _7.tii, _2.fdt, _2.frq, _7.fdx, _3.prx, _5.tii, _2.fdx, _7.fdt, _5.si, _1.prx, _1.fdx, _2.tis, _0.tii, _1.fdt, _0.frq, _3.si, _6.fdt, _6.nrm, _1.nrm, _2.nrm, _2.si, _3.frq, _3.tii, _6.frq, _6.fdx, _3.fnm, _6.tis, _1.tii, _0.si, _4.tis, _0.nrm, _4.tii, _5.fnm, _1.tis, _6.tii, _4.nrm, _5.frq, _4.fdt, _4.si, _2.fnm, _7.prx, _3.fdx, _6.prx, _1.si, _5.fdx, _6.si, _6.fnm, _0.fdx, segments_3, _0.fdt, _3.tis]
[junit4:junit4] 2> 16869 T3859 C261 P39253 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4] 2> 16909 T3859 C261 P39253 oass.SolrIndexSearcher.<init> Opening Searcher@55916938 main
[junit4:junit4] 2> 16910 T3859 C261 P39253 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 16911 T3870 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@55916938 main{StandardDirectoryReader(segments_3:17 _0(4.0.0.2):C1 _1(4.0.0.2):C10 _2(4.0.0.2):C10 _3(4.0.0.2):C10 _4(4.0.0.2):C10 _5(4.0.0.2):C10 _6(4.0.0.2):C10 _7(4.0.0.2):C6)}
[junit4:junit4] 2> 16911 T3859 C261 P39253 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 363
[junit4:junit4] 2> 16914 T3889 C260 P39260 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 17056 T3889 C260 P39260 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@450e769c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@450e769c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_2.si, _0.tis, _3.tii, _3.frq, _1.frq, _3.fdt, _3.fnm, _2.tii, _1.fnm, _1.tii, _0.si, _0.prx, _3.nrm, _0.nrm, _1.tis, _0.fnm, _2.prx, _2.frq, _2.fdt, _3.prx, _2.fdx, _2.fnm, _3.fdx, _1.fdx, _1.prx, _2.tis, _0.tii, _1.fdt, _1.si, _0.frq, segments_2, _3.si, _0.fdx, _2.nrm, _0.fdt, _1.nrm, _3.tis]
[junit4:junit4] 2> 17057 T3889 C260 P39260 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 17078 T3889 C260 P39260 oass.SolrIndexSearcher.<init> Opening Searcher@228116c8 main
[junit4:junit4] 2> 17078 T3889 C260 P39260 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 17079 T3894 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@228116c8 main{StandardDirectoryReader(segments_2:9 _0(4.0.0.2):C10 _1(4.0.0.2):C10 _2(4.0.0.2):C10 _3(4.0.0.2):C5)}
[junit4:junit4] 2> 17080 T3889 C260 P39260 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:39256/solr/collection1/, StdNode: http://127.0.0.1:42303/solr/collection1/, StdNode: http://127.0.0.1:27396/solr/collection1/]
[junit4:junit4] 2> 17082 T3911 C259 P27396 oasu.DirectUpdateHandler2.commit s
[...truncated too long message...]
.tim, _0.fdt, segments_4]
[junit4:junit4] 2> 160915 T2317 C94 P34520 oasc.SolrDeletionPolicy.updateCommits newest commit = 4
[junit4:junit4] 2> 160917 T2317 oasu.DefaultSolrCoreState.decref Closing SolrCoreState - canceling any ongoing recovery
[junit4:junit4] 2> 162437 T2432 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost/127.0.0.1:34179
[junit4:junit4] 2> 165910 T2433 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 165910 T2317 oaz.ZooKeeper.close Session: 0x139df5e99270009 closed
[junit4:junit4] 2> 165911 T2317 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4] 2> 166156 T2317 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=84C29DBA97809C8 -Dtests.multiplier=3 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=mt -Dtests.timezone=Etc/GMT+0 -Dtests.file.encoding=ISO8859-1
[junit4:junit4] FAILURE 166s J0 | SyncSliceTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: java.lang.AssertionError: There are still nodes recoverying
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([84C29DBA97809C8:89AAA7C3DE2769F4]:0)
[junit4:junit4] > at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
[junit4:junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:560)
[junit4:junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1135)
[junit4:junit4] > at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:162)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4] > at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4] > at java.lang.reflect.Method.invoke(Method.java:616)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4] > at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4] > at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 166191 T2317 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> NOTE: test params are: codec=Asserting, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=mt, timezone=Etc/GMT+0
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=1,free=68907240,total=308084736
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestSolr4Spatial, TestJoin, TestQuerySenderNoQuery, ZkControllerTest, SpellCheckCollatorTest, PluginInfoTest, TermsComponentTest, TestCoreContainer, TestWordDelimiterFilterFactory, TestSearchPerf, SearchHandlerTest, TestSuggestSpellingConverter, TestStressReorder, TestBinaryResponseWriter, DistributedTermsComponentTest, SampleTest, SuggesterFSTTest, TestPHPSerializedResponseWriter, CurrencyFieldTest, ClusterStateTest, SimplePostToolTest, DirectUpdateHandlerOptimizeTest, TestIndexingPerformance, HighlighterConfigTest, AlternateDirectoryTest, UniqFieldsUpdateProcessorFactoryTest, JSONWriterTest, TestGroupingSearch, TestXIncludeConfig, PreAnalyzedFieldTest, FastVectorHighlighterTest, TestFaceting, TestCollationKeyRangeQueries, MinimalSchemaTest, TestLuceneMatchVersion, CopyFieldTest, FieldAnalysisRequestHandlerTest, AnalysisAfterCoreReloadTest, SolrRequestParserTest, RequestHandlersTest, BadComponentTest, SpellPossibilityIteratorTest, WordBreakSolrSpellCheckerTest, TestFastLRUCache, SOLR749Test, CoreContainerCoreInitFailuresTest, CacheHeaderTest, TestSystemIdResolver, TestRangeQuery, FileBasedSpellCheckerTest, SolrPluginUtilsTest, OverseerTest, RecoveryZkTest, SpellCheckComponentTest, FullSolrCloudDistribCmdsTest, LeaderElectionIntegrationTest, DistributedSpellCheckComponentTest, TestRandomFaceting, TestExtendedDismaxParser, AutoCommitTest, BasicZkTest, StatsComponentTest, IndexBasedSpellCheckerTest, DirectUpdateHandlerTest, SimpleFacetsTest, LukeRequestHandlerTest, TestFiltering, ClusterStateUpdateTest, SyncSliceTest]
[junit4:junit4] Completed on J0 in 166.21s, 1 test, 1 failure <<< FAILURES!
[...truncated 32 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:32: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:146: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/module-build.xml:63: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1140: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:813: There were test failures: 230 suites, 951 tests, 2 failures, 7 ignored (2 assumptions)
Total time: 75 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 38 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/38/
2 tests failed.
FAILED: org.apache.solr.cloud.SyncSliceTest.testDistribSearch
Error Message:
There are still nodes recoverying
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying
at __randomizedtesting.SeedInfo.seed([9266E8D41AC43129:138066CC6D9B5115]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:560)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1135)
at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:162)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
FAILED: org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
Error Message:
Shard still reported as live in zk
Stack Trace:
java.lang.AssertionError: Shard still reported as live in zk
at __randomizedtesting.SeedInfo.seed([9266E8D41AC43129:138066CC6D9B5115]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(AbstractFullDistribZkTestBase.java:1220)
at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:190)
at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:83)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 7423 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4] 2> 3 T1390 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1347991809383
[junit4:junit4] 2> 4 T1390 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 6 T1391 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4] 2> 6 T1391 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 7 T1391 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4] 2> 105 T1390 oasc.ZkTestServer.run start zk server on port:20077
[junit4:junit4] 2> 105 T1390 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:20077 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3527d2cb
[junit4:junit4] 2> 106 T1396 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:20077
[junit4:junit4] 2> 106 T1390 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 106 T1396 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:20077, initiating session
[junit4:junit4] 2> 107 T1392 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:20078
[junit4:junit4] 2> 107 T1392 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:20078
[junit4:junit4] 2> 107 T1394 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4] 2> 112 T1394 oazs.NIOServerCnxn.finishSessionInit Established session 0x139da92ad6c0000 with negotiated timeout 10000 for client /140.211.11.196:20078
[junit4:junit4] 2> 112 T1396 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:20077, sessionid = 0x139da92ad6c0000, negotiated timeout = 10000
[junit4:junit4] 2> 112 T1397 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3527d2cb name:ZooKeeperConnection Watcher:127.0.0.1:20077 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 112 T1390 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 112 T1390 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 123 T1395 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139da92ad6c0000
[junit4:junit4] 2> 124 T1397 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 124 T1390 oaz.ZooKeeper.close Session: 0x139da92ad6c0000 closed
[junit4:junit4] 2> 124 T1392 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:20078 which had sessionid 0x139da92ad6c0000
[junit4:junit4] 2> 124 T1390 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:20077/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@618693d1
[junit4:junit4] 2> 125 T1398 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:20077
[junit4:junit4] 2> 125 T1390 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 125 T1398 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:20077, initiating session
[junit4:junit4] 2> 125 T1392 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:20079
[junit4:junit4] 2> 125 T1392 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:20079
[junit4:junit4] 2> 127 T1394 oazs.NIOServerCnxn.finishSessionInit Established session 0x139da92ad6c0001 with negotiated timeout 10000 for client /140.211.11.196:20079
[junit4:junit4] 2> 127 T1398 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:20077, sessionid = 0x139da92ad6c0001, negotiated timeout = 10000
[junit4:junit4] 2> 127 T1399 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@618693d1 name:ZooKeeperConnection Watcher:127.0.0.1:20077/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 127 T1390 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 127 T1390 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 135 T1390 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 137 T1390 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 145 T1390 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 148 T1390 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 148 T1390 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 160 T1390 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 161 T1390 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 264 T1390 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 264 T1390 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 267 T1390 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 267 T1390 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 280 T1390 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 280 T1390 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 282 T1390 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 282 T1390 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 284 T1390 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 285 T1390 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 292 T1390 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 292 T1390 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 294 T1390 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 295 T1390 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 297 T1390 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 297 T1390 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 304 T1395 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139da92ad6c0001
[junit4:junit4] 2> 305 T1399 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 305 T1390 oaz.ZooKeeper.close Session: 0x139da92ad6c0001 closed
[junit4:junit4] 2> 305 T1392 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:20079 which had sessionid 0x139da92ad6c0001
[junit4:junit4] 2> 306 T1390 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 314 T1390 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:?????
[junit4:junit4] 2> 315 T1390 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 315 T1390 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 315 T1390 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 347 T1390 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 375 T1390 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 375 T1390 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 375 T1390 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4] 2> 376 T1390 oasc.CoreContainer.<init> New CoreContainer 1504808685
[junit4:junit4] 2> 376 T1390 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 376 T1390 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 394 T1390 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 404 T1390 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:20077/solr
[junit4:junit4] 2> 404 T1390 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:20077/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@22ba4310
[junit4:junit4] 2> 405 T1409 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:20077
[junit4:junit4] 2> 405 T1390 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 406 T1409 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:20077, initiating session
[junit4:junit4] 2> 406 T1392 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:20081
[junit4:junit4] 2> 407 T1392 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:20081
[junit4:junit4] 2> 408 T1394 oazs.NIOServerCnxn.finishSessionInit Established session 0x139da92ad6c0002 with negotiated timeout 5000 for client /140.211.11.196:20081
[junit4:junit4] 2> 408 T1409 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:20077, sessionid = 0x139da92ad6c0002, negotiated timeout = 5000
[junit4:junit4] 2> 408 T1410 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22ba4310 name:ZooKeeperConnection Watcher:127.0.0.1:20077/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 408 T1390 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 410 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 418 T1390 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 419 T1390 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:20080_solr
[junit4:junit4] 2> 420 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:20080_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:20080_solr
[junit4:junit4] 2> 426 T1390 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:20080_solr
[junit4:junit4] 2> 428 T1390 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 428 T1390 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 428 T1390 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 428 T1390 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 429 T1390 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 429 T1390 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 429 T1390 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 430 T1390 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 430 T1390 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 430 T1390 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 439 T1390 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 444 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 455 T1390 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 457 T1390 oasc.Overseer.start Overseer (id=88341991220051970-127.0.0.1:20080_solr-n_0000000000) starting
[junit4:junit4] 2> 457 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 458 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 460 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 468 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 469 T1412 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 469 T1390 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 472 T1390 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 473 T1411 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 476 T1390 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4] 2> 476 T1390 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 476 T1390 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 477 T1390 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 478 T1390 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4] 2> 478 T1390 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 479 T1390 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4] 2> 512 T1390 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 558 T1390 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 659 T1390 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 663 T1390 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 1069 T1390 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1077 T1390 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1080 T1390 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1088 T1390 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1092 T1390 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1095 T1390 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1096 T1390 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1097 T1390 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/control/data/
[junit4:junit4] 2> 1098 T1390 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2180b22e
[junit4:junit4] 2> 1120 T1390 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/control/data/index/
[junit4:junit4] 2> 1121 T1390 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1121 T1390 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/control/data/index forceNew:false
[junit4:junit4] 2> 1153 T1390 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/control/data/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 1154 T1390 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 1156 T1390 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 1159 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1159 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 1160 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1161 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 1162 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1163 T1390 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1163 T1390 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1165 T1390 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1165 T1390 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1166 T1390 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 1167 T1390 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 1168 T1390 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1169 T1390 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 1169 T1390 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 1170 T1390 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 1171 T1390 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1172 T1390 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1173 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1174 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1174 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1175 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1176 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1177 T1390 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1177 T1390 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 1178 T1390 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 1182 T1390 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1187 T1390 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 1188 T1390 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 1192 T1390 oass.SolrIndexSearcher.<init> Opening Searcher@595188bf main
[junit4:junit4] 2> 1193 T1390 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1194 T1390 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1194 T1390 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 1202 T1390 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 1259 T1413 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@595188bf main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1265 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0002 type:create cxid:0x53 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4] 2> 1276 T1390 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 1277 T1390 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:20080/solr shardId:control_shard
[junit4:junit4] 2> 1278 T1390 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
[junit4:junit4] 2> 1291 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0002 type:delete cxid:0x62 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4] 2> 1292 T1390 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1292 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0002 type:create cxid:0x63 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 1481 T1411 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1482 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0002 type:create cxid:0x6a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4] 2> 1497 T1410 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 1803 T1390 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1804 T1390 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1804 T1390 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:20080/solr/collection1/
[junit4:junit4] 2> 1805 T1390 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1805 T1390 oasc.SyncStrategy.syncToMe http://127.0.0.1:20080/solr/collection1/ has no replicas
[junit4:junit4] 2> 1805 T1390 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:20080/solr/collection1/
[junit4:junit4] 2> 1806 T1390 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
[junit4:junit4] 2> 1822 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0002 type:create cxid:0x88 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2010 T1411 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2022 T1410 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 2033 T1390 oasc.ZkController.register We are http://127.0.0.1:20080/solr/collection1/ and leader is http://127.0.0.1:20080/solr/collection1/
[junit4:junit4] 2> 2033 T1390 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:20080/solr
[junit4:junit4] 2> 2034 T1390 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 2035 T1390 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2036 T1390 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 2037 T1390 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2037 T1390 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2196 T1390 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 2199 T1390 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:?????
[junit4:junit4] 2> 2200 T1390 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2201 T1390 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347991811431
[junit4:junit4] 2> 2201 T1390 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347991811431/'
[junit4:junit4] 2> 2235 T1390 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2236 T1390 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2236 T1390 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347991811431
[junit4:junit4] 2> 2237 T1390 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347991811431/solr.xml
[junit4:junit4] 2> 2237 T1390 oasc.CoreContainer.<init> New CoreContainer 1582326970
[junit4:junit4] 2> 2238 T1390 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347991811431/'
[junit4:junit4] 2> 2238 T1390 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347991811431/'
[junit4:junit4] 2> 2262 T1390 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 2276 T1390 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:20077/solr
[junit4:junit4] 2> 2277 T1390 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:20077/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@6064dd87
[junit4:junit4] 2> 2278 T1423 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:20077
[junit4:junit4] 2> 2278 T1390 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2279 T1423 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:20077, initiating session
[junit4:junit4] 2> 2279 T1392 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:20084
[junit4:junit4] 2> 2279 T1392 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:20084
[junit4:junit4] 2> 2281 T1394 oazs.NIOServerCnxn.finishSessionInit Established session 0x139da92ad6c0003 with negotiated timeout 5000 for client /140.211.11.196:20084
[junit4:junit4] 2> 2282 T1423 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:20077, sessionid = 0x139da92ad6c0003, negotiated timeout = 5000
[junit4:junit4] 2> 2282 T1424 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6064dd87 name:ZooKeeperConnection Watcher:127.0.0.1:20077/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2282 T1390 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2283 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0003 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2284 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0003 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2286 T1390 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:20083_solr
[junit4:junit4] 2> 2286 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0003 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:20083_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:20083_solr
[junit4:junit4] 2> 2301 T1390 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:20083_solr
[junit4:junit4] 2> 2303 T1410 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 2303 T1390 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2304 T1390 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2304 T1390 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2304 T1390 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2304 T1390 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2305 T1390 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2305 T1390 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2305 T1390 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2306 T1390 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2306 T1390 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2317 T1390 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2322 T1390 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347991811431/collection1
[junit4:junit4] 2> 2322 T1390 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 2322 T1390 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2323 T1390 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 2323 T1390 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347991811431/collection1/'
[junit4:junit4] 2> 2324 T1390 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty1-1347991811431/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 2325 T1390 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty1-1347991811431/collection1/lib/README' to classloader
[junit4:junit4] 2> 2361 T1390 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 2407 T1390 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2508 T1390 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 2512 T1390 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 2526 T1411 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2531 T1424 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 2531 T1410 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 2960 T1390 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2972 T1390 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2977 T1390 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2987 T1390 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2992 T1390 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2996 T1390 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2997 T1390 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2998 T1390 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347991811431/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty1/
[junit4:junit4] 2> 2999 T1390 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2180b22e
[junit4:junit4] 2> 3000 T1390 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty1/index/
[junit4:junit4] 2> 3001 T1390 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 3002 T1390 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty1/index forceNew:false
[junit4:junit4] 2> 3008 T1390 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 3009 T1390 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 3009 T1390 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 3012 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 3012 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 3013 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 3013 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 3014 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 3015 T1390 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 3015 T1390 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 3016 T1390 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 3017 T1390 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 3018 T1390 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 3018 T1390 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 3019 T1390 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 3020 T1390 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 3020 T1390 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 3021 T1390 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 3021 T1390 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 3022 T1390 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3023 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3023 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3024 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3025 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3026 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3026 T1390 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3027 T1390 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 3028 T1390 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 3031 T1390 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 3036 T1390 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 3037 T1390 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 3041 T1390 oass.SolrIndexSearcher.<init> Opening Searcher@36662d65 main
[junit4:junit4] 2> 3043 T1390 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 3043 T1390 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 3044 T1390 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 3052 T1390 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 3105 T1425 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@36662d65 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 3544 T1411 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3564 T1410 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 3564 T1424 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 3613 T1390 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 3613 T1390 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:20083/solr shardId:shard1
[junit4:junit4] 2> 3614 T1390 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 3630 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0003 type:delete cxid:0x43 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4] 2> 3631 T1390 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 3631 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0003 type:create cxid:0x44 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3633 T1390 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 3633 T1390 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 3634 T1390 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:20083/solr/collection1/
[junit4:junit4] 2> 3634 T1390 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 3634 T1390 oasc.SyncStrategy.syncToMe http://127.0.0.1:20083/solr/collection1/ has no replicas
[junit4:junit4] 2> 3635 T1390 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:20083/solr/collection1/
[junit4:junit4] 2> 3635 T1390 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 3638 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0003 type:create cxid:0x4e zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4067 T1411 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 4086 T1410 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 4086 T1424 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 4098 T1390 oasc.ZkController.register We are http://127.0.0.1:20083/solr/collection1/ and leader is http://127.0.0.1:20083/solr/collection1/
[junit4:junit4] 2> 4098 T1390 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:20083/solr
[junit4:junit4] 2> 4099 T1390 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 4100 T1390 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 4101 T1390 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 4101 T1390 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 4102 T1390 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 4263 T1390 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 4266 T1390 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:?????
[junit4:junit4] 2> 4267 T1390 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 4267 T1390 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347991813496
[junit4:junit4] 2> 4268 T1390 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347991813496/'
[junit4:junit4] 2> 4303 T1390 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 4303 T1390 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 4304 T1390 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347991813496
[junit4:junit4] 2> 4304 T1390 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347991813496/solr.xml
[junit4:junit4] 2> 4304 T1390 oasc.CoreContainer.<init> New CoreContainer 1774977004
[junit4:junit4] 2> 4305 T1390 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347991813496/'
[junit4:junit4] 2> 4305 T1390 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347991813496/'
[junit4:junit4] 2> 4330 T1390 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 4345 T1390 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:20077/solr
[junit4:junit4] 2> 4345 T1390 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:20077/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@e39f6f1
[junit4:junit4] 2> 4346 T1435 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:20077
[junit4:junit4] 2> 4346 T1390 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 4347 T1435 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:20077, initiating session
[junit4:junit4] 2> 4347 T1392 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:20087
[junit4:junit4] 2> 4348 T1392 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:20087
[junit4:junit4] 2> 4350 T1394 oazs.NIOServerCnxn.finishSessionInit Established session 0x139da92ad6c0004 with negotiated timeout 5000 for client /140.211.11.196:20087
[junit4:junit4] 2> 4350 T1435 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:20077, sessionid = 0x139da92ad6c0004, negotiated timeout = 5000
[junit4:junit4] 2> 4350 T1436 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e39f6f1 name:ZooKeeperConnection Watcher:127.0.0.1:20077/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 4350 T1390 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 4351 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4352 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4365 T1390 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:20086_solr
[junit4:junit4] 2> 4366 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:20086_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:20086_solr
[junit4:junit4] 2> 4367 T1390 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:20086_solr
[junit4:junit4] 2> 4369 T1424 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 4369 T1410 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 4369 T1390 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 4370 T1390 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 4370 T1390 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 4370 T1390 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 4371 T1390 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 4371 T1390 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 4372 T1390 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 4372 T1390 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 4373 T1390 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 4373 T1390 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 4389 T1390 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 4395 T1390 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347991813496/collection1
[junit4:junit4] 2> 4395 T1390 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 4396 T1390 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 4396 T1390 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 4398 T1390 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347991813496/collection1/'
[junit4:junit4] 2> 4399 T1390 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty2-1347991813496/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 4400 T1390 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty2-1347991813496/collection1/lib/README' to classloader
[junit4:junit4] 2> 4447 T1390 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 4515 T1390 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 4590 T1411 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 4602 T1410 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 4602 T1424 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 4616 T1436 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 4616 T1390 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 4626 T1390 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 5103 T1390 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 5111 T1390 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 5113 T1390 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 5122 T1390 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5126 T1390 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5129 T1390 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5130 T1390 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5131 T1390 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347991813496/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty2/
[junit4:junit4] 2> 5131 T1390 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2180b22e
[junit4:junit4] 2> 5132 T1390 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty2/index/
[junit4:junit4] 2> 5132 T1390 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 5133 T1390 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty2/index forceNew:false
[junit4:junit4] 2> 5138 T1390 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty2/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 5138 T1390 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 5139 T1390 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 5141 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 5141 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 5141 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 5142 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 5142 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 5142 T1390 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 5143 T1390 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 5143 T1390 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 5144 T1390 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 5144 T1390 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 5145 T1390 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 5145 T1390 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 5146 T1390 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 5146 T1390 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 5146 T1390 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 5147 T1390 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 5147 T1390 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 5148 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 5148 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 5149 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 5149 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 5150 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 5150 T1390 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 5151 T1390 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 5151 T1390 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 5154 T1390 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 5160 T1390 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 5161 T1390 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 5164 T1390 oass.SolrIndexSearcher.<init> Opening Searcher@446d853d main
[junit4:junit4] 2> 5165 T1390 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 5165 T1390 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 5165 T1390 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 5171 T1390 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 5220 T1437 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@446d853d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 5608 T1411 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 5621 T1410 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 5621 T1436 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 5621 T1424 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 5725 T1390 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 5725 T1390 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:20086/solr shardId:shard2
[junit4:junit4] 2> 5726 T1390 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 5741 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0004 type:delete cxid:0x42 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4] 2> 5741 T1390 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 5742 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0004 type:create cxid:0x43 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 5743 T1390 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 5743 T1390 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 5744 T1390 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:20086/solr/collection1/
[junit4:junit4] 2> 5744 T1390 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 5744 T1390 oasc.SyncStrategy.syncToMe http://127.0.0.1:20086/solr/collection1/ has no replicas
[junit4:junit4] 2> 5745 T1390 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:20086/solr/collection1/
[junit4:junit4] 2> 5745 T1390 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 5747 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0004 type:create cxid:0x4c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 6124 T1411 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6139 T1410 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6139 T1436 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6139 T1424 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6156 T1390 oasc.ZkController.register We are http://127.0.0.1:20086/solr/collection1/ and leader is http://127.0.0.1:20086/solr/collection1/
[junit4:junit4] 2> 6156 T1390 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:20086/solr
[junit4:junit4] 2> 6156 T1390 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 6158 T1390 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6158 T1390 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 6159 T1390 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 6159 T1390 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 6268 T1390 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 6271 T1390 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:?????
[junit4:junit4] 2> 6271 T1390 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 6271 T1390 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347991815549
[junit4:junit4] 2> 6272 T1390 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347991815549/'
[junit4:junit4] 2> 6295 T1390 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 6295 T1390 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 6295 T1390 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347991815549
[junit4:junit4] 2> 6296 T1390 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347991815549/solr.xml
[junit4:junit4] 2> 6296 T1390 oasc.CoreContainer.<init> New CoreContainer 885625531
[junit4:junit4] 2> 6296 T1390 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347991815549/'
[junit4:junit4] 2> 6297 T1390 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347991815549/'
[junit4:junit4] 2> 6313 T1390 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 6323 T1390 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:20077/solr
[junit4:junit4] 2> 6324 T1390 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:20077/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@3c450bb2
[junit4:junit4] 2> 6324 T1447 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:20077
[junit4:junit4] 2> 6324 T1390 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 6326 T1447 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:20077, initiating session
[junit4:junit4] 2> 6326 T1392 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:20091
[junit4:junit4] 2> 6326 T1392 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:20091
[junit4:junit4] 2> 6328 T1394 oazs.NIOServerCnxn.finishSessionInit Established session 0x139da92ad6c0005 with negotiated timeout 5000 for client /140.211.11.196:20091
[junit4:junit4] 2> 6328 T1447 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:20077, sessionid = 0x139da92ad6c0005, negotiated timeout = 5000
[junit4:junit4] 2> 6328 T1448 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c450bb2 name:ZooKeeperConnection Watcher:127.0.0.1:20077/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 6328 T1390 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 6329 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 6343 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 6344 T1390 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:20090_solr
[junit4:junit4] 2> 6344 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:20090_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:20090_solr
[junit4:junit4] 2> 6345 T1390 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:20090_solr
[junit4:junit4] 2> 6347 T1410 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 6347 T1424 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 6347 T1436 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 6348 T1390 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 6348 T1390 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 6348 T1390 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 6348 T1390 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 6349 T1390 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 6349 T1390 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 6349 T1390 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 6349 T1390 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 6350 T1390 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 6350 T1390 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 6363 T1390 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 6367 T1390 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347991815549/collection1
[junit4:junit4] 2> 6367 T1390 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 6368 T1390 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 6368 T1390 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 6369 T1390 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347991815549/collection1/'
[junit4:junit4] 2> 6370 T1390 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty3-1347991815549/collection1/lib/README' to classloader
[junit4:junit4] 2> 6370 T1390 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty3-1347991815549/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 6403 T1390 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 6449 T1390 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 6550 T1390 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 6554 T1390 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 6652 T1411 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6666 T1410 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6666 T1448 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6666 T1436 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6666 T1424 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6964 T1390 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 6972 T1390 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 6975 T1390 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 6984 T1390 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 6988 T1390 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 6991 T1390 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 6992 T1390 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 6993 T1390 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347991815549/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty3/
[junit4:junit4] 2> 6993 T1390 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2180b22e
[junit4:junit4] 2> 6994 T1390 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty3/index/
[junit4:junit4] 2> 6994 T1390 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 6995 T1390 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty3/index forceNew:false
[junit4:junit4] 2> 7000 T1390 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty3/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 7000 T1390 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 7001 T1390 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 7002 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 7003 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 7003 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 7003 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 7004 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 7004 T1390 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 7004 T1390 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 7005 T1390 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 7005 T1390 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 7006 T1390 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 7006 T1390 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 7007 T1390 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 7007 T1390 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 7008 T1390 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 7008 T1390 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 7008 T1390 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 7009 T1390 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7009 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7010 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7010 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7011 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7011 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7012 T1390 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7012 T1390 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 7013 T1390 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 7015 T1390 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 7018 T1390 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 7019 T1390 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 7022 T1390 oass.SolrIndexSearcher.<init> Opening Searcher@60c07608 main
[junit4:junit4] 2> 7023 T1390 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 7023 T1390 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 7024 T1390 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 7029 T1390 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 7081 T1449 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@60c07608 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 7169 T1411 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7179 T1424 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7179 T1448 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7179 T1410 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7179 T1436 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7586 T1390 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 7586 T1390 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:20090/solr shardId:shard1
[junit4:junit4] 2> 7589 T1390 oasc.ZkController.register We are http://127.0.0.1:20090/solr/collection1/ and leader is http://127.0.0.1:20083/solr/collection1/
[junit4:junit4] 2> 7589 T1390 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:20090/solr
[junit4:junit4] 2> 7589 T1390 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 7590 T1390 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C145 name=collection1 org.apache.solr.core.SolrCore@6fecda63 url=http://127.0.0.1:20090/solr/collection1 node=127.0.0.1:20090_solr
[junit4:junit4] 2> 7591 T1450 C145 P20090 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 7591 T1390 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7591 T1450 C145 P20090 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 7592 T1390 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 7592 T1390 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 7592 T1390 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 7604 T1450 C145 P20090 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:20083/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 7604 T1450 C145 P20090 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:20090/solr START replicas=[http://127.0.0.1:20083/solr/collection1/] nUpdates=100
[junit4:junit4] 2> 7605 T1450 C145 P20090 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 7607 T1450 C145 P20090 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 7607 T1450 C145 P20090 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 7607 T1450 C145 P20090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C146 name=collection1 org.apache.solr.core.SolrCore@3bcf72c7 url=http://127.0.0.1:20083/solr/collection1 node=127.0.0.1:20083_solr
[junit4:junit4] 2> 7617 T1416 C146 P20083 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1
[junit4:junit4] 2> 7682 T1411 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7695 T1410 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7695 T1424 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7695 T1448 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7695 T1436 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7744 T1390 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 7747 T1390 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:?????
[junit4:junit4] 2> 7747 T1390 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 7748 T1390 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347991816981
[junit4:junit4] 2> 7748 T1390 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347991816981/'
[junit4:junit4] 2> 7783 T1390 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 7783 T1390 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 7784 T1390 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347991816981
[junit4:junit4] 2> 7784 T1390 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347991816981/solr.xml
[junit4:junit4] 2> 7784 T1390 oasc.CoreContainer.<init> New CoreContainer 943509870
[junit4:junit4] 2> 7785 T1390 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347991816981/'
[junit4:junit4] 2> 7785 T1390 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347991816981/'
[junit4:junit4] 2> 7810 T1390 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 7825 T1390 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:20077/solr
[junit4:junit4] 2> 7826 T1390 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:20077/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@320dce4f
[junit4:junit4] 2> 7827 T1461 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:20077
[junit4:junit4] 2> 7827 T1390 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 7828 T1461 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:20077, initiating session
[junit4:junit4] 2> 7828 T1392 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:20095
[junit4:junit4] 2> 7828 T1392 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:20095
[junit4:junit4] 2> 7830 T1394 oazs.NIOServerCnxn.finishSessionInit Established session 0x139da92ad6c0006 with negotiated timeout 5000 for client /140.211.11.196:20095
[junit4:junit4] 2> 7830 T1461 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:20077, sessionid = 0x139da92ad6c0006, negotiated timeout = 5000
[junit4:junit4] 2> 7830 T1462 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@320dce4f name:ZooKeeperConnection Watcher:127.0.0.1:20077/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 7830 T1390 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 7831 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0006 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7832 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0006 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7834 T1390 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:20094_solr
[junit4:junit4] 2> 7835 T1395 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139da92ad6c0006 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:20094_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:20094_solr
[junit4:junit4] 2> 7842 T1390 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:20094_solr
[junit4:junit4] 2> 7844 T1410 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 7844 T1448 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 7844 T1436 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 7844 T1424 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 7845 T1390 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 7845 T1390 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 7846 T1390 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 7846 T1390 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 7847 T1390 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 7847 T1390 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 7847 T1390 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 7848 T1390 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 7848 T1390 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 7849 T1390 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 7865 T1390 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 7871 T1390 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347991816981/collection1
[junit4:junit4] 2> 7872 T1390 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 7872 T1390 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 7873 T1390 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 7874 T1390 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347991816981/collection1/'
[junit4:junit4] 2> 7876 T1390 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty4-1347991816981/collection1/lib/README' to classloader
[junit4:junit4] 2> 7876 T1390 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty4-1347991816981/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 7928 T1390 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 8000 T1390 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 8101 T1390 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 8108 T1390 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 8738 T1390 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 8749 T1390 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 8754 T1390 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 8764 T1390 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 8769 T1390 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 8774 T1390 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 8775 T1390 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 8776 T1390 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347991816981/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty4/
[junit4:junit4] 2> 8776 T1390 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2180b22e
[junit4:junit4] 2> 8777 T1390 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty4/index/
[junit4:junit4] 2> 8778 T1390 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 8779 T1390 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty4/index forceNew:false
[junit4:junit4] 2> 8789 T1390 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty4/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 8790 T1390 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 8791 T1390 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 8793 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 8794 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 8794 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 8795 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 8796 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 8796 T1390 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 8797 T1390 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 8797 T1390 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 8798 T1390 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 8799 T1390 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 8800 T1390 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 8800 T1390 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 8801 T1390 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 8801 T1390 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 8802 T1390 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 8803 T1390 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 8803 T1390 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 8804 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 8805 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 8806 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 8806 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 8807 T1390 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 8808 T1390 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 8808 T1390 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 8809 T1390 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 8813 T1390 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 8818 T1390 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 8819 T1390 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 8823 T1390 oass.SolrIndexSearcher.<init> Opening Searcher@6279c67f main
[junit4:junit4] 2> 8824 T1390 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 8825 T1390 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 8825 T1390 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 8833 T1390 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 8887 T1463 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6279c67f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 9203 T1411 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9216 T1462 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9216 T1410 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9216 T1436 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9216 T1448 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9216 T1424 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9395 T1390 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 9395 T1390 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:20094/solr shardId:shard2
[junit4:junit4] 2> 9398 T1390 oasc.ZkController.register We are http://127.0.0.1:20094/solr/collection1/ and leader is http://127.0.0.1:20086/solr/collection1/
[junit4:junit4] 2> 9399 T1390 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:20094/solr
[junit4:junit4] 2> 9400 T1390 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 9400 T1390 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C147 name=collection1 org.apache.solr.core.SolrCore@529b9757 url=http://127.0.0.1:20094/solr/collection1 node=127.0.0.1:20094_solr
[junit4:junit4] 2> 9401 T1464 C147 P20094 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 9402 T1464 C147 P20094 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 9401 T1390 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9403 T1464 C147 P20094 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:20086/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 9403 T1464 C147 P20094 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:20094/solr START replicas=[http://127.0.0.1:20086/solr/collection1/] nUpdates=100
[junit4:junit4] 2> 9403 T1390 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 9403 T1464 C147 P20094 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 9404 T1464 C147 P20094 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 9404 T1390 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 9404 T1464 C147 P20094 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 9405 T1464 C147 P20094 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 9405 T1390 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C148 name=collection1 org.apache.solr.core.SolrCore@53c8fbc5 url=http://127.0.0.1:20086/solr/collection1 node=127.0.0.1:20086_solr
[junit4:junit4] 2> 9417 T1428 C148 P20086 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1
[junit4:junit4] 2> 9422 T1390 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:20077/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7927fcde
[junit4:junit4] 2> 9423 T1466 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:20077
[junit4:junit4] 2> 9423 T1390 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 9424 T1466 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:20077, initiating session
[junit4:junit4] 2> 9424 T1392 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:20098
[junit4:junit4] 2> 9424 T1392 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:20098
[junit4:junit4] 2> 9425 T1394 oazs.NIOServerCnxn.finishSessionInit Established session 0x139da92ad6c0007 with negotiated timeout 10000 for client /140.211.11.196:20098
[junit4:junit4] 2> 9425 T1466 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:20077, sessionid = 0x139da92ad6c0007, negotiated timeout = 10000
[junit4:junit4] 2> 9426 T1467 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7927fcde name:ZooKeeperConnection Watcher:127.0.0.1:20077/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 9426 T1390 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 9426 T1390 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 9428 T1390 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 9428 T1390 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 9438 T1390 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C149 name=collection1 org.apache.solr.core.SolrCore@1c2ba649 url=http://127.0.0.1:20080/solr/collection1 node=127.0.0.1:20080_solr
[junit4:junit4] 2> 9448 T1402 C149 P20080 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/control/data/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 9449 T1402 C149 P20080 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 9452 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[1 (1413471869416243200)]} 0 8
[junit4:junit4] 2> 9453 T1390 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:20077/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@318603db
[junit4:junit4] 2> 9454 T1468 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:20077
[junit4:junit4] 2> 9454 T1390 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 9455 T1468 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:20077, initiating session
[junit4:junit4] 2> 9455 T1392 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:20100
[junit4:junit4] 2> 9455 T1392 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:20100
[junit4:junit4] 2> 9457 T1394 oazs.NIOServerCnxn.finishSessionInit Established session 0x139da92ad6c0008 with negotiated timeout 10000 for client /140.211.11.196:20100
[junit4:junit4] 2> 9457 T1468 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:20077, sessionid = 0x139da92ad6c0008, negotiated timeout = 10000
[junit4:junit4] 2> 9457 T1469 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@318603db name:ZooKeeperConnection Watcher:127.0.0.1:20077/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 9457 T1390 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 9458 T1390 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 9465 T1418 C146 P20083 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 9466 T1418 C146 P20083 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> C145_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:20090_solr, base_url=http://127.0.0.1:20090/solr}
[junit4:junit4] 2> 9482 T1440 C145 P20090 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty3/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 9483 T1440 C145 P20090 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 9488 T1440 C145 P20090 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=10
[junit4:junit4] 2> 9489 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[1 (1413471869433020416)]} 0 28
[junit4:junit4] 2> 9490 T1390 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):3600
[junit4:junit4] 2> 9490 T1390 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9720 T1411 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9733 T1448 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9733 T1424 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9733 T1410 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9733 T1436 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9733 T1462 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9733 T1467 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9733 T1469 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10492 T1390 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 10620 T1450 C145 P20090 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 10620 T1450 C145 P20090 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=tlog{file=./org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty3/tlog/tlog.0000000000000000000 refcount=1}}
[junit4:junit4] 2> 10620 T1450 C145 P20090 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:20083/solr/collection1/. core=collection1
[junit4:junit4] 2> 10620 T1450 C145 P20090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 10628 T1419 C146 P20083 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 10740 T1419 C146 P20083 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty1/index,segFN=segments_2,generation=2,filenames=[_0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0_Pulsing40_0.prx, _0_Pulsing40_0.frq, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _0_MockVariableIntBlock_0.pos, _0_Pulsing40_0.tip, _0.si, _0_MockVariableIntBlock_0.tii, _0.fnm, _0_Pulsing40_0.tim, _0_Memory_0.ram, _0_nrm.cfs, _0_MockRandom_0.skp, _0_MockRandom_0.tip, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _0_MockVariableIntBlock_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_MockRandom_0.pyl, _0_MockRandom_0.tim, _0.fdt]
[junit4:junit4] 2> 10741 T1419 C146 P20083 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 10756 T1419 C146 P20083 oass.SolrIndexSearcher.<init> Opening Searcher@5ad52fed main
[junit4:junit4] 2> 10757 T1419 C146 P20083 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 10758 T1425 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5ad52fed main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4] 2> 10758 T1419 C146 P20083 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 130
[junit4:junit4] 2> 10759 T1450 C145 P20090 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 10759 T1450 C145 P20090 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 10762 T1420 C146 P20083 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 10762 T1420 C146 P20083 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1
[junit4:junit4] 2> 10763 T1450 C145 P20090 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 10763 T1450 C145 P20090 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 10763 T1450 C145 P20090 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 10768 T1420 C146 P20083 REQ /replication {command=filelist&generation=2&wt=javabin&qt=/replication&version=2} status=0 QTime=3
[junit4:junit4] 2> 10769 T1450 C145 P20090 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 27
[junit4:junit4] 2> 10777 T1450 C145 P20090 oash.SnapPuller.fetchLatestIndex Starting download to ./org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty3/index.20120918141020150 fullCopy=true
[junit4:junit4] 2> 10790 T1420 C146 P20083 REQ /replication {file=_0_MockVariableIntBlock_0.doc&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=5
[junit4:junit4] 2> 10802 T1420 C146 P20083 REQ /replication {file=_0_MockVariableIntBlock_0.skp&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10804 T1450 C145 P20090 oash.SnapPuller$FileFetcher.fetchPackets WARNING No content recieved for file: {name=_0_MockVariableIntBlock_0.skp, lastmodified=1347991820000, size=0}
[junit4:junit4] 2> 10807 T1420 C146 P20083 REQ /replication {file=_0_Pulsing40_0.prx&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10811 T1420 C146 P20083 REQ /replication {file=_0_Pulsing40_0.frq&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10815 T1420 C146 P20083 REQ /replication {file=_0_MockVariableIntBlock_0.pyl&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10816 T1450 C145 P20090 oash.SnapPuller$FileFetcher.fetchPackets WARNING No content recieved for file: {name=_0_MockVariableIntBlock_0.pyl, lastmodified=1347991820000, size=0}
[junit4:junit4] 2> 10820 T1420 C146 P20083 REQ /replication {file=_0_MockVariableIntBlock_0.tib&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10824 T1420 C146 P20083 REQ /replication {file=_0_Pulsing40_0.tip&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10828 T1420 C146 P20083 REQ /replication {file=_0_MockVariableIntBlock_0.pos&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10832 T1420 C146 P20083 REQ /replication {file=_0.si&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10836 T1420 C146 P20083 REQ /replication {file=_0_MockVariableIntBlock_0.tii&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10840 T1420 C146 P20083 REQ /replication {file=_0_Pulsing40_0.tim&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10844 T1420 C146 P20083 REQ /replication {file=_0.fnm&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10848 T1420 C146 P20083 REQ /replication {file=_0_Memory_0.ram&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10852 T1420 C146 P20083 REQ /replication {file=_0_nrm.cfs&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10856 T1420 C146 P20083 REQ /replication {file=_0_MockRandom_0.skp&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10857 T1450 C145 P20090 oash.SnapPuller$FileFetcher.fetchPackets WARNING No content recieved for file: {name=_0_MockRandom_0.skp, lastmodified=1347991820000, size=0}
[junit4:junit4] 2> 10861 T1420 C146 P20083 REQ /replication {file=_0_MockRandom_0.sd&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10865 T1420 C146 P20083 REQ /replication {file=_0_MockRandom_0.frq&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10869 T1420 C146 P20083 REQ /replication {file=_0_MockRandom_0.tip&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10873 T1420 C146 P20083 REQ /replication {file=_0_MockRandom_0.doc&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10877 T1420 C146 P20083 REQ /replication {file=_0_nrm.cfe&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10881 T1420 C146 P20083 REQ /replication {file=_0_MockVariableIntBlock_0.frq&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10885 T1420 C146 P20083 REQ /replication {file=_0_MockRandom_0.pos&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10889 T1420 C146 P20083 REQ /replication {file=segments_2&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10893 T1420 C146 P20083 REQ /replication {file=_0.fdx&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10897 T1420 C146 P20083 REQ /replication {file=_0_MockRandom_0.pyl&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10898 T1450 C145 P20090 oash.SnapPuller$FileFetcher.fetchPackets WARNING No content recieved for file: {name=_0_MockRandom_0.pyl, lastmodified=1347991820000, size=0}
[junit4:junit4] 2> 10902 T1420 C146 P20083 REQ /replication {file=_0_MockRandom_0.tim&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10906 T1420 C146 P20083 REQ /replication {file=_0.fdt&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 10907 T1450 C145 P20090 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 10908 T1450 C145 P20090 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20120918141020150
[junit4:junit4] 2> 10919 T1450 C145 P20090 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 10920 T1450 C145 P20090 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 10920 T1450 C145 P20090 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4] 2> 10925 T1450 C145 P20090 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty3/index.20120918141020150
[junit4:junit4] 2> 10926 T1450 C145 P20090 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty3/index.20120918141020150 forceNew:true
[junit4:junit4] 2> 10938 T1450 C145 P20090 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty3/index.20120918141020150,segFN=segments_2,generation=2,filenames=[_0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0_Pulsing40_0.prx, _0_Pulsing40_0.frq, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _0_Pulsing40_0.tip, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _0_Pulsing40_0.tim, _0.fnm, _0_Memory_0.ram, _0_nrm.cfs, _0_MockRandom_0.skp, _0_MockRandom_0.tip, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _0_MockVariableIntBlock_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_MockRandom_0.pyl, _0_MockRandom_0.tim, _0.fdt]
[junit4:junit4] 2> 10938 T1450 C145 P20090 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 10938 T1450 C145 P20090 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 10943 T1450 C145 P20090 oass.SolrIndexSearcher.<init> Opening Searcher@2d893cba main
[junit4:junit4] 2> 10945 T1449 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2d893cba main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4] 2> 10945 T1449 oasc.CachingDirectoryFactory.close Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty3/index
[junit4:junit4] 2> 10946 T1449 oash.SnapPuller$2.onClose removing old index directory ./org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty3/index
[junit4:junit4] 2> 10947 T1450 C145 P20090 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 10948 T1450 C145 P20090 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 10948 T1450 C145 P20090 oasc.RecoveryStrategy.replay Replaying buffered documents. core=collection1
[junit4:junit4] 2> 10948 T1472 C145 P20090 oasu.UpdateLog$LogReplayer.doReplay WARNING Starting log replay tlog{file=./org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty3/tlog/tlog.0000000000000000000 refcount=2} active=true starting pos=432
[junit4:junit4] 2> 10949 T1472 C145 P20090 oasu.DirectUpdateHandler2.commit start commit{flags=2,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 10950 T1472 C145 P20090 oass.SolrIndexSearcher.<init> Opening Searcher@1940d1f6 main
[junit4:junit4] 2> 10950 T1472 C145 P20090 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 10952 T1449 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1940d1f6 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4] 2> 10952 T1472 C145 P20090 oasu.UpdateLog$LogReplayer.run WARNING Log replay finished. recoveryInfo=RecoveryInfo{adds=0 deletes=0 deleteByQuery=0 errors=0 positionOfStart=432}
[junit4:junit4] 2> 10952 T1450 C145 P20090 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 10954 T1450 C145 P20090 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 11239 T1411 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11251 T1448 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11251 T1424 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11251 T1467 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11251 T1469 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11251 T1436 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11251 T1410 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11251 T1462 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 11494 T1390 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C147_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:20094_solr, base_url=http://127.0.0.1:20094/solr}
[junit4:junit4] 2> 12425 T1464 C147 P20094 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 12425 T1464 C147 P20094 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 12425 T1464 C147 P20094 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:20086/solr/collection1/. core=collection1
[junit4:junit4] 2> 12425 T1464 C147 P20094 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 12441 T1430 C148 P20086 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 12444 T1430 C148 P20086 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty2/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 12445 T1430 C148 P20086 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 12446 T1430 C148 P20086 oass.SolrIndexSearcher.<init> Opening Searcher@3e8bb77b main
[junit4:junit4] 2> 12446 T1430 C148 P20086 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 12447 T1437 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3e8bb77b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 12448 T1430 C148 P20086 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 7
[junit4:junit4] 2> 12449 T1464 C147 P20094 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 12449 T1464 C147 P20094 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 12450 T1431 C148 P20086 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 12451 T1431 C148 P20086 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1
[junit4:junit4] 2> 12455 T1464 C147 P20094 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty4/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 12455 T1464 C147 P20094 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 12456 T1464 C147 P20094 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 12459 T1464 C147 P20094 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty4/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/jetty4/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 12459 T1464 C147 P20094 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 12463 T1464 C147 P20094 oass.SolrIndexSearcher.<init> Opening Searcher@ef99e17 main
[junit4:junit4] 2> 12463 T1464 C147 P20094 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 12464 T1463 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ef99e17 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4] 2> 12465 T1464 C147 P20094 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 12465 T1464 C147 P20094 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 12471 T1464 C147 P20094 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 12496 T1390 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12758 T1411 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12762 T1448 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12762 T1462 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12762 T1467 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12762 T1469 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12762 T1436 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12762 T1424 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12762 T1410 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 13498 T1390 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 13501 T1402 C149 P20080 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 13587 T1402 C149 P20080 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/control/data/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/control/data/index,segFN=segments_2,generation=2,filenames=[_0_MockRandom_0.tib, _0.fnm, _0_Pulsing40_0.tim, _0_Memory_0.ram, _0_MockVariableIntBlock_0.doc, _0_MockRandom_0.prx, _0_nrm.cfs, _0_MockVariableIntBlock_0.skp, _0_Pulsing40_0.prx, _0_Pulsing40_0.frq, _0_MockVariableIntBlock_0.pyl, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_MockVariableIntBlock_0.tib, _0_MockVariableIntBlock_0.frq, _0_nrm.cfe, _0_Pulsing40_0.tip, _0_MockRandom_0.tii, _0_MockVariableIntBlock_0.pos, segments_2, _0.fdx, _0.si, _0.fdt, _0_MockVariableIntBlock_0.tii]
[junit4:junit4] 2> 13587 T1402 C149 P20080 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 13598 T1402 C149 P20080 oass.SolrIndexSearcher.<init> Opening Searcher@203e4015 main
[junit4:junit4] 2> 13599 T1402 C149 P20080 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 13600 T1413 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@203e4015 main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4] 2> 13600 T1402 C149 P20080 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 99
[junit4:junit4] 2> 13602 T1432 C148 P20086 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 13605 T1432 C148 P20086 oass.SolrIndexSearcher.<init> Opening Searcher@1a50cabc main
[junit4:junit4] 2> 13605 T1432 C148 P20086 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 13607 T1437 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a50cabc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 13607 T1432 C148 P20086 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:20083/solr/collection1/, StdNode: http://127.0.0.1:20090/solr/collection1/, StdNode: http://127.0.0.1:20094/solr/collection1/]
[junit4:junit4] 2> 13609 T1421 C146 P20083 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> C145_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:20090_solr, base_url=http://127.0.0.1:20090/solr}
[junit4:junit4] 2> 13612 T1440 C145 P20090 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 13614 T1440 C145 P20090 oass.SolrIndexSearcher.<init> Opening Searcher@431e34c7 main
[junit4:junit4] 2> 13615 T1440 C145 P20090 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 13617 T1449 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@431e34c7 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4] 2> 13617 T1440 C145 P20090 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 6
[junit4:junit4] 2> 13620 T1421 C146 P20083 oass.SolrIndexSearcher.<init> Opening Searcher@1e92e158 main
[junit4:junit4] 2> 13621 T1421 C146 P20083 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 13626 T1425 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e92e158 main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4] 2> C147_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:20094_solr, base_url=http://127.0.0.1:20094/solr}
[junit4:junit4] 2> 13626 T1454 C147 P20094 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 13627 T1421 C146 P20083 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 18
[junit4:junit4] 2> 13630 T1454 C147 P20094 oass.SolrIndexSearcher.<init> Opening Searcher@59efd601 main
[junit4:junit4] 2> 13630 T1454 C147 P20094 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 13632 T1463 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@59efd601 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4] 2> 13632 T1454 C147 P20094 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 6
[junit4:junit4] 2> 13633 T1432 C148 P20086 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 31
[junit4:junit4] 2> 13638 T1403 C149 P20080 REQ /select {fl=id,score&shard.url=127.0.0.1:20080/solr/collection1/&NOW=1347991823015&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=1 status=0 QTime=0
[junit4:junit4] 2> 13641 T1403 C149 P20080 REQ /select {shard.url=127.0.0.1:20080/solr/collection1/&NOW=1347991823015&q=*:*&ids=1&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 13642 T1402 C149 P20080 REQ /select {wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=7
[junit4:junit4] 2> 13643 T1390 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:20077/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@50b58f5
[junit4:junit4] 2> 13644 T1477 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:20077
[junit4:junit4] 2> 13644 T1390 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 13644 T1477 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:20077, initiating session
[junit4:junit4] 2> 13644 T1392 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:20113
[junit4:junit4] 2> 13644 T1392 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:20113
[junit4:junit4] 2> 13646 T1394 oazs.NIOServerCnxn.finishSessionInit Established session 0x139da92ad6c0009 with negotiated timeout 10000 for client /140.211.11.196:20113
[junit4:junit4] 2> 13646 T1477 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:20077, sessionid = 0x139da92ad6c0009, negotiated timeout = 10000
[junit4:junit4] 2> 13647 T1478 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50b58f5 name:ZooKeeperConnection Watcher:127.0.0.1:20077/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 13647 T1390 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 13648 T1390 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 13649 T1395 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139da92ad6c0009
[junit4:junit4] 2> 13657 T1478 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 13657 T1392 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:20113 which had sessionid 0x139da92ad6c0009
[junit4:junit4] 2> 13657 T1390 oaz.ZooKeeper.close Session: 0x139da92ad6c0009 closed
[junit4:junit4] 2> 13659 T1422 C146 P20083 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=1
[junit4:junit4] 2> 13661 T1433 C148 P20086 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=1
[junit4:junit4] 2> 13665 T1417 C146 P20083 REQ /select {fl=id,score&shard.url=127.0.0.1:20083/solr/collection1/|127.0.0.1:20090/solr/collection1/&NOW=1347991823042&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=1 status=0 QTime=0
[junit4:junit4] 2> 13665 T1456 C147 P20094 REQ /select {fl=id,score&shard.url=127.0.0.1:20086/solr/collection1/|127.0.0.1:20094/solr/collection1/&NOW=1347991823042&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=0 status=0 QTime=0
[junit4:junit4] 2> 13668 T1417 C146 P20083 REQ /select {shard.url=127.0.0.1:20083/solr/collection1/|127.0.0.1:20090/solr/collection1/&NOW=1347991823042&q=*:*&ids=1&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 13669 T1455 C147 P20094 REQ /select {wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=7
[junit4:junit4] 2> 13675 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[2 (1413471873848573952)]} 0 3
[junit4:junit4] 2> 13690 T1454 C147 P20094 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 13690 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[2 (1413471873855913984)]} 0 12
[junit4:junit4] 2> 13695 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[3 (1413471873870594048)]} 0 2
[junit4:junit4] 2> 13703 T1454 C147 P20094 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 13703 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[3 (1413471873875836928)]} 0 6
[junit4:junit4] 2> 13707 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[4 (1413471873884225536)]} 0 1
[junit4:junit4] 2> 13722 T1440 C145 P20090 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 13722 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[4 (1413471873889468416)]} 0 12
[junit4:junit4] 2> 13727 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[5 (1413471873904148480)]} 0 2
[junit4:junit4] 2> 13736 T1454 C147 P20094 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 13736 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[5 (1413471873909391360)]} 0 7
[junit4:junit4] 2> 13740 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[6 (1413471873918828544)]} 0 1
[junit4:junit4] 2> 13749 T1454 C147 P20094 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 13750 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[6 (1413471873924071424)]} 0 7
[junit4:junit4] 2> 13755 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[7 (1413471873933508608)]} 0 2
[junit4:junit4] 2> 13766 T1454 C147 P20094 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20086/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 13766 T1434 C148 P20086 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 13767 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[7]} 0 10
[junit4:junit4] 2> 13772 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[8 (1413471873951334400)]} 0 2
[junit4:junit4] 2> 13782 T1440 C145 P20090 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 13782 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[8 (1413471873956577280)]} 0 8
[junit4:junit4] 2> 13787 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[9 (1413471873968111616)]} 0 2
[junit4:junit4] 2> 13797 T1454 C147 P20094 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 13798 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[9 (1413471873973354496)]} 0 8
[junit4:junit4] 2> 13803 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[10 (1413471873983840256)]} 0 2
[junit4:junit4] 2> 13815 T1440 C145 P20090 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20083/solr/collection1/&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 13815 T1421 C146 P20083 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 13816 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[10]} 0 11
[junit4:junit4] 2> 13849 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[11 (1413471874003763200)]} 0 30
[junit4:junit4] 2> 13859 T1440 C145 P20090 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 13860 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[11 (1413471874038366208)]} 0 8
[junit4:junit4] 2> 13866 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[12 (1413471874048851968)]} 0 3
[junit4:junit4] 2> 13879 T1440 C145 P20090 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20083/solr/collection1/&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 13879 T1421 C146 P20083 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 13880 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[12]} 0 11
[junit4:junit4] 2> 13885 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[13 (1413471874069823488)]} 0 2
[junit4:junit4] 2> 13897 T1440 C145 P20090 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20083/solr/collection1/&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 13898 T1421 C146 P20083 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8
[junit4:junit4] 2> 13898 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[13]} 0 11
[junit4:junit4] 2> 13903 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[14 (1413471874088697856)]} 0 2
[junit4:junit4] 2> 13911 T1440 C145 P20090 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 13912 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[14 (1413471874093940736)]} 0 7
[junit4:junit4] 2> 13916 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[15 (1413471874103377920)]} 0 1
[junit4:junit4] 2> 13925 T1440 C145 P20090 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 13926 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[15 (1413471874108620800)]} 0 7
[junit4:junit4] 2> 13929 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[16 (1413471874117009408)]} 0 1
[junit4:junit4] 2> 13941 T1440 C145 P20090 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20083/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 13942 T1421 C146 P20083 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 13943 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[16]} 0 11
[junit4:junit4] 2> 13950 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[17 (1413471874136932352)]} 0 4
[junit4:junit4] 2> 13968 T1454 C147 P20094 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 13968 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[17 (1413471874146369536)]} 0 15
[junit4:junit4] 2> 13974 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[100 (1413471874164195328)]} 0 2
[junit4:junit4] 2> 14037 T1440 C145 P20090 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=27
[junit4:junit4] 2> 14038 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[100 (1413471874168389632)]} 0 61
[junit4:junit4] 2> 14044 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[101 (1413471874236547072)]} 0 3
[junit4:junit4] 2> 14056 T1440 C145 P20090 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 14056 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[101 (1413471874241789952)]} 0 10
[junit4:junit4] 2> 14062 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[102 (1413471874256470016)]} 0 2
[junit4:junit4] 2> 14072 T1440 C145 P20090 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14073 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[102 (1413471874261712896)]} 0 8
[junit4:junit4] 2> 14104 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[103 (1413471874273247232)]} 0 28
[junit4:junit4] 2> 14116 T1454 C147 P20094 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20086/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14117 T1434 C148 P20086 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 14118 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[103]} 0 11
[junit4:junit4] 2> 14125 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[104 (1413471874320433152)]} 0 4
[junit4:junit4] 2> 14134 T1454 C147 P20094 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14135 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[104 (1413471874326724608)]} 0 7
[junit4:junit4] 2> 14140 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[105 (1413471874337210368)]} 0 2
[junit4:junit4] 2> 14205 T1454 C147 P20094 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20086/solr/collection1/&wt=javabin&version=2} status=0 QTime=29
[junit4:junit4] 2> 14206 T1434 C148 P20086 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=60
[junit4:junit4] 2> 14206 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[105]} 0 63
[junit4:junit4] 2> 14211 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[106 (1413471874412707840)]} 0 2
[junit4:junit4] 2> 14228 T1454 C147 P20094 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20086/solr/collection1/&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 14229 T1434 C148 P20086 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=11
[junit4:junit4] 2> 14230 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[106]} 0 15
[junit4:junit4] 2> 14235 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[107 (1413471874437873664)]} 0 2
[junit4:junit4] 2> 14247 T1440 C145 P20090 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20083/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14248 T1421 C146 P20083 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 14248 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[107]} 0 10
[junit4:junit4] 2> 14254 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[108 (1413471874456748032)]} 0 2
[junit4:junit4] 2> 14266 T1440 C145 P20090 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20083/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14267 T1421 C146 P20083 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 14267 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[108]} 0 10
[junit4:junit4] 2> 14272 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[109 (1413471874475622400)]} 0 2
[junit4:junit4] 2> 14284 T1440 C145 P20090 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20083/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14285 T1421 C146 P20083 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 14285 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[109]} 0 10
[junit4:junit4] 2> 14290 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[110 (1413471874494496768)]} 0 2
[junit4:junit4] 2> 14303 T1440 C145 P20090 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20083/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14304 T1421 C146 P20083 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8
[junit4:junit4] 2> 14304 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[110]} 0 11
[junit4:junit4] 2> 14309 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[111 (1413471874514419712)]} 0 2
[junit4:junit4] 2> 14318 T1440 C145 P20090 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14318 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[111 (1413471874519662592)]} 0 6
[junit4:junit4] 2> 14323 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[112 (1413471874530148352)]} 0 2
[junit4:junit4] 2> 14332 T1454 C147 P20094 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14332 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[112 (1413471874534342656)]} 0 6
[junit4:junit4] 2> 14358 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[113 (1413471874544828416)]} 0 23
[junit4:junit4] 2> 14367 T1440 C145 P20090 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14368 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[113 (1413471874572091392)]} 0 6
[junit4:junit4] 2> 14372 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[114 (1413471874580480000)]} 0 2
[junit4:junit4] 2> 14379 T1440 C145 P20090 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14380 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[114 (1413471874585722880)]} 0 5
[junit4:junit4] 2> 14384 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[115 (1413471874594111488)]} 0 1
[junit4:junit4] 2> 14391 T1454 C147 P20094 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14392 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[115 (1413471874598305792)]} 0 5
[junit4:junit4] 2> 14395 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[116 (1413471874605645824)]} 0 1
[junit4:junit4] 2> 14406 T1454 C147 P20094 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20086/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14407 T1434 C148 P20086 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 14408 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[116]} 0 10
[junit4:junit4] 2> 14411 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[117 (1413471874622423040)]} 0 1
[junit4:junit4] 2> 14421 T1454 C147 P20094 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20086/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14422 T1434 C148 P20086 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 14422 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[117]} 0 8
[junit4:junit4] 2> 14427 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[118 (1413471874639200256)]} 0 2
[junit4:junit4] 2> 14459 T1440 C145 P20090 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=14
[junit4:junit4] 2> 14460 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[118 (1413471874642345984)]} 0 31
[junit4:junit4] 2> 14464 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[119 (1413471874677997568)]} 0 1
[junit4:junit4] 2> 14471 T1454 C147 P20094 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14471 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[119 (1413471874682191872)]} 0 4
[junit4:junit4] 2> 14475 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[120 (1413471874689531904)]} 0 1
[junit4:junit4] 2> 14485 T1454 C147 P20094 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20086/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14486 T1434 C148 P20086 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 14486 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[120]} 0 8
[junit4:junit4] 2> 14490 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[121 (1413471874705260544)]} 0 1
[junit4:junit4] 2> 14500 T1454 C147 P20094 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20086/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14501 T1434 C148 P20086 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 14501 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[121]} 0 8
[junit4:junit4] 2> 14505 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[122 (1413471874720989184)]} 0 1
[junit4:junit4] 2> 14514 T1440 C145 P20090 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14514 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[122 (1413471874725183488)]} 0 6
[junit4:junit4] 2> 14532 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[123 (1413471874734620672)]} 0 15
[junit4:junit4] 2> 14542 T1440 C145 P20090 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20083/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14543 T1421 C146 P20083 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 14543 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[123]} 0 9
[junit4:junit4] 2> 14548 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[124 (1413471874765029376)]} 0 2
[junit4:junit4] 2> 14555 T1440 C145 P20090 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14556 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[124 (1413471874770272256)]} 0 5
[junit4:junit4] 2> 14559 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[125 (1413471874777612288)]} 0 1
[junit4:junit4] 2> 14567 T1440 C145 P20090 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14568 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[125 (1413471874781806592)]} 0 6
[junit4:junit4] 2> 14571 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[126 (1413471874790195200)]} 0 1
[junit4:junit4] 2> 14579 T1454 C147 P20094 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20086/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14579 T1434 C148 P20086 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 14580 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[126]} 0 7
[junit4:junit4] 2> 14584 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[127 (1413471874803826688)]} 0 1
[junit4:junit4] 2> 14618 T1454 C147 P20094 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=15
[junit4:junit4] 2> 14619 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[127 (1413471874808020992)]} 0 32
[junit4:junit4] 2> 14623 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[128 (1413471874844721152)]} 0 1
[junit4:junit4] 2> 14633 T1454 C147 P20094 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14633 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[128 (1413471874848915456)]} 0 7
[junit4:junit4] 2> 14637 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[129 (1413471874859401216)]} 0 1
[junit4:junit4] 2> 14646 T1440 C145 P20090 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20083/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14647 T1421 C146 P20083 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 14647 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[129]} 0 7
[junit4:junit4] 2> 14651 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[130 (1413471874874081280)]} 0 1
[junit4:junit4] 2> 14659 T1454 C147 P20094 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20086/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14659 T1434 C148 P20086 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 14660 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[130]} 0 7
[junit4:junit4] 2> 14664 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[131 (1413471874887712768)]} 0 1
[junit4:junit4] 2> 14673 T1454 C147 P20094 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20086/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14674 T1434 C148 P20086 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 14674 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[131]} 0 7
[junit4:junit4] 2> 14678 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[132 (1413471874902392832)]} 0 1
[junit4:junit4] 2> 14684 T1440 C145 P20090 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14685 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[132 (1413471874905538560)]} 0 5
[junit4:junit4] 2> 14703 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[133 (1413471874912878592)]} 0 16
[junit4:junit4] 2> 14712 T1440 C145 P20090 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20083/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14713 T1421 C146 P20083 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 14713 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[133]} 0 7
[junit4:junit4] 2> 14718 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[134 (1413471874943287296)]} 0 2
[junit4:junit4] 2> 14725 T1454 C147 P20094 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14726 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[134 (1413471874948530176)]} 0 5
[junit4:junit4] 2> 14729 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[135 (1413471874955870208)]} 0 1
[junit4:junit4] 2> 14738 T1440 C145 P20090 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20083/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14738 T1421 C146 P20083 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 14739 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[135]} 0 7
[junit4:junit4] 2> 14742 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[136 (1413471874969501696)]} 0 1
[junit4:junit4] 2> 14750 T1454 C147 P20094 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20086/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14750 T1434 C148 P20086 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 14751 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[136]} 0 7
[junit4:junit4] 2> 14755 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[137 (1413471874983133184)]} 0 1
[junit4:junit4] 2> 14761 T1454 C147 P20094 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14762 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[137 (1413471874986278912)]} 0 5
[junit4:junit4] 2> 14765 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[138 (1413471874993618944)]} 0 1
[junit4:junit4] 2> 14774 T1440 C145 P20090 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20083/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14774 T1421 C146 P20083 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 14775 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[138]} 0 7
[junit4:junit4] 2> 14779 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[139 (1413471875008299008)]} 0 1
[junit4:junit4] 2> 14787 T1454 C147 P20094 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20086/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14787 T1434 C148 P20086 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 14788 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[139]} 0 7
[junit4:junit4] 2> 14792 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[140 (1413471875021930496)]} 0 1
[junit4:junit4] 2> 14801 T1454 C147 P20094 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20086/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14801 T1434 C148 P20086 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 14802 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[140]} 0 7
[junit4:junit4] 2> 14805 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[141 (1413471875035561984)]} 0 1
[junit4:junit4] 2> 14813 T1454 C147 P20094 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20086/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14813 T1434 C148 P20086 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 14814 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[141]} 0 7
[junit4:junit4] 2> 14817 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[142 (1413471875048144896)]} 0 1
[junit4:junit4] 2> 14852 T1454 C147 P20094 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=15
[junit4:junit4] 2> 14853 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[142 (1413471875051290624)]} 0 34
[junit4:junit4] 2> 14870 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[143 (1413471875090087936)]} 0 14
[junit4:junit4] 2> 14883 T1454 C147 P20094 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20086/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14884 T1434 C148 P20086 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8
[junit4:junit4] 2> 14884 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[143]} 0 11
[junit4:junit4] 2> 14889 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[144 (1413471875122593792)]} 0 2
[junit4:junit4] 2> 14899 T1454 C147 P20094 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20086/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14899 T1434 C148 P20086 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 14900 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[144]} 0 8
[junit4:junit4] 2> 14903 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[145 (1413471875138322432)]} 0 1
[junit4:junit4] 2> 14910 T1454 C147 P20094 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14910 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[145 (1413471875142516736)]} 0 4
[junit4:junit4] 2> 14914 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[146 (1413471875149856768)]} 0 1
[junit4:junit4] 2> 14950 T1440 C145 P20090 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=16
[junit4:junit4] 2> 14950 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[146 (1413471875154051072)]} 0 33
[junit4:junit4] 2> 14954 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[147 (1413471875191799808)]} 0 1
[junit4:junit4] 2> 14963 T1454 C147 P20094 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20086/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14964 T1434 C148 P20086 REQ /update {distrib.from=http://127.0.0.1:20083/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 14964 T1418 C146 P20083 /update {wt=javabin&version=2} {add=[147]} 0 7
[junit4:junit4] 2> 14968 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[148 (1413471875206479872)]} 0 1
[junit4:junit4] 2> 14980 T1440 C145 P20090 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:20083/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14981 T1421 C146 P20083 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8
[junit4:junit4] 2> 14982 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[148]} 0 11
[junit4:junit4] 2> 14985 T1402 C149 P20080 /update {wt=javabin&version=2} {add=[149 (1413471875224305664)]} 0 1
[junit4:junit4] 2> 14991 T1454 C147 P20094 REQ /update {distrib.from=http://127.0.0.1:20086/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14991 T1432 C148 P20086 /update {wt=javabin&version=2} {add=[149 (1413471875227451392)]} 0 4
[junit4:junit4] 2> 14992 T1390 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):3600
[junit4:junit4] 2> 14993 T1390 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14995 T1402 C149 P20080 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 15613 T1402 C149 P20080 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/control/data/index,segFN=segments_2,generation=2,filenames=[_0_MockRandom_0.tib, _0.fnm, _0_Pulsing40_0.tim, _0_Memory_0.ram, _0_MockVariableIntBlock_0.doc, _0_MockRandom_0.prx, _0_nrm.cfs, _0_MockVariableIntBlock_0.skp, _0_Pulsing40_0.prx, _0_Pulsing40_0.frq, _0_MockVariableIntBlock_0.pyl, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_MockVariableIntBlock_0.tib, _0_MockVariableIntBlock_0.frq, _0_nrm.cfe, _0_Pulsing40_0.tip, _0_MockRandom_0.tii, _0_MockVariableIntBlock_0.pos, segments_2, _0.fdx, _0.si, _0.fdt, _0_MockVariableIntBlock_0.tii]
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347991809383/control/data/index,segFN=segments_3,generation=3,filenames=[_5_nrm.cfe, _5_Memory_0.ram, _3_MockRandom_0.prx, _3_MockVariableIntBlock_0.frq, _0_MockRandom_0.prx, _7.si, _3.fdt, _4_MockVariableIntBlock_0.tii, _1_MockRandom_0.pos, _0_Pulsing40_0.frq, _7_Memory_0.ram, _7.fnm, _5_MockVariableIntBlock_0.tii, _5_MockRandom_0.pyl, _5_Pulsing40_0.tip, _6_MockVariableIntBlock_0.tii, _5_Pulsing40_0.tim, _5_MockRandom_0.pos, _1_MockRandom_0.tiv, _6_MockVariableIntBlock_0.tib, _0_Pulsing40_0.tim, _1_MockVariableIntBlock_0.tii, _0_Memory_0.ram, _4_MockVariableIntBlock_0.doc, _2.fdt, _3_Pulsing40_0.tip, _7.fdx, _1_MockRandom_0.sd, _7_MockVariableIntBlock_0.frq, _2.fdx, _7.fdt, _3_Pulsing40_0.tim, _1_MockVariableIntBlock_0.tib, _7_MockRandom_0.prx, _1.fdx, _0_MockRandom_0.frq, _7_Pulsing40_0.frq, _4_MockRandom_0.pr
[...truncated too long message...]
per.close Session: 0x139daa1ad030009 closed
[junit4:junit4] 2> 164331 T3234 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4] 2> 164770 T3234 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=9266E8D41AC43129 -Dtests.multiplier=3 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=sv -Dtests.timezone=America/Rosario -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] FAILURE 165s J1 | SyncSliceTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: java.lang.AssertionError: There are still nodes recoverying
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([9266E8D41AC43129:138066CC6D9B5115]:0)
[junit4:junit4] > at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
[junit4:junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:560)
[junit4:junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1135)
[junit4:junit4] > at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:162)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4] > at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4] > at java.lang.reflect.Method.invoke(Method.java:616)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4] > at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4] > at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 164826 T3234 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> NOTE: test params are: codec=Lucene40: {range_facet_l=PostingsFormat(name=Memory doPackFST= true), text=PostingsFormat(name=MockRandom), _version_=PostingsFormat(name=NestedPulsing), rnd_b=MockFixedIntBlock(blockSize=1162), intDefault=PostingsFormat(name=NestedPulsing), id=MockFixedIntBlock(blockSize=1162), timestamp=PostingsFormat(name=Memory doPackFST= true), a_t=PostingsFormat(name=Memory doPackFST= true), range_facet_sl=MockFixedIntBlock(blockSize=1162), range_facet_si=PostingsFormat(name=Memory doPackFST= true), other_tl1=PostingsFormat(name=NestedPulsing), multiDefault=PostingsFormat(name=Memory doPackFST= true), a_si=PostingsFormat(name=NestedPulsing)}, sim=DefaultSimilarity, locale=sv, timezone=America/Rosario
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=1,free=164701584,total=328073216
[junit4:junit4] 2> NOTE: All tests run in this JVM: [HighlighterTest, TestRecovery, TestReversedWildcardFilterFactory, TestCodecSupport, TestValueSourceCache, TestUpdate, DOMUtilTest, BadIndexSchemaTest, TestSurroundQueryParser, BasicFunctionalityTest, OpenExchangeRatesOrgProviderTest, StatelessScriptUpdateProcessorFactoryTest, DocumentBuilderTest, PolyFieldTest, StatsComponentTest, PrimitiveFieldTypeTest, OverseerTest, UUIDFieldTest, RAMDirectoryFactoryTest, ClusterStateUpdateTest, TestWriterPerf, ZkSolrClientTest, DirectUpdateHandlerTest, DistributedQueryElevationComponentTest, TestRealTimeGet, TestReload, TestFoldingMultitermQuery, TestPropInject, TestSolrDeletionPolicy2, TestMergePolicyConfig, URLClassifyProcessorTest, FullSolrCloudDistribCmdsTest, TestPluginEnable, TestQueryUtils, QueryParsingTest, TestCSVLoader, PeerSyncTest, LeaderElectionTest, LukeRequestHandlerTest, TestRemoteStreaming, StandardRequestHandlerTest, SolrIndexConfigTest, BasicDistributedZk2Test, TestDistributedSearch, XsltUpdateRequestHandlerTest, DocumentAnalysisRequestHandlerTest, SpellingQueryConverterTest, TestTrie, TestReplicationHandler, TestUtils, TestSolrDeletionPolicy1, TestDFRSimilarityFactory, TestPhraseSuggestions, IndexReaderFactoryTest, BasicDistributedZkTest, NumericFieldsTest, MultiTermTest, TestJmxMonitoredMap, TestBM25SimilarityFactory, TimeZoneUtilsTest, FileUtilsTest, TestSolrXMLSerializer, TestLRUCache, SystemInfoHandlerTest, ZkNodePropsTest, AnalysisAfterCoreReloadTest, SyncSliceTest]
[junit4:junit4] Completed on J1 in 164.86s, 1 test, 1 failure <<< FAILURES!
[...truncated 16 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:32: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:146: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/module-build.xml:63: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1136: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:810: There were test failures: 230 suites, 951 tests, 2 failures, 7 ignored (2 assumptions)
Total time: 74 minutes 34 seconds
Build step 'Invoke Ant' marked build as failure
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 37 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/37/
2 tests failed.
REGRESSION: org.apache.solr.cloud.SyncSliceTest.testDistribSearch
Error Message:
There are still nodes recoverying
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying
at __randomizedtesting.SeedInfo.seed([5638A91D867C79B6:D7DE2705F123198A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:560)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1135)
at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:162)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
FAILED: org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
Error Message:
Shard still reported as live in zk
Stack Trace:
java.lang.AssertionError: Shard still reported as live in zk
at __randomizedtesting.SeedInfo.seed([5638A91D867C79B6:D7DE2705F123198A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(AbstractFullDistribZkTestBase.java:1220)
at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:190)
at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:83)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 7159 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4] 2> 4 T1006 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1347900624551
[junit4:junit4] 2> 5 T1006 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 9 T1007 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4] 2> 10 T1007 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 10 T1007 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4] 2> 107 T1006 oasc.ZkTestServer.run start zk server on port:43688
[junit4:junit4] 2> 107 T1006 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:43688 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@25d7b56e
[junit4:junit4] 2> 108 T1012 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:43688
[junit4:junit4] 2> 108 T1006 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 109 T1012 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:43688, initiating session
[junit4:junit4] 2> 109 T1008 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:13426
[junit4:junit4] 2> 110 T1008 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:13426
[junit4:junit4] 2> 110 T1010 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4] 2> 113 T1010 oazs.NIOServerCnxn.finishSessionInit Established session 0x139d5234ead0000 with negotiated timeout 10000 for client /140.211.11.196:13426
[junit4:junit4] 2> 113 T1012 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:43688, sessionid = 0x139d5234ead0000, negotiated timeout = 10000
[junit4:junit4] 2> 113 T1013 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25d7b56e name:ZooKeeperConnection Watcher:127.0.0.1:43688 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 113 T1006 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 114 T1006 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 117 T1011 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139d5234ead0000
[junit4:junit4] 2> 127 T1013 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 127 T1006 oaz.ZooKeeper.close Session: 0x139d5234ead0000 closed
[junit4:junit4] 2> 127 T1008 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:13426 which had sessionid 0x139d5234ead0000
[junit4:junit4] 2> 127 T1006 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:43688/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6b208eb7
[junit4:junit4] 2> 128 T1014 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:43688
[junit4:junit4] 2> 128 T1006 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 129 T1014 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:43688, initiating session
[junit4:junit4] 2> 129 T1008 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:60476
[junit4:junit4] 2> 129 T1008 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:60476
[junit4:junit4] 2> 130 T1010 oazs.NIOServerCnxn.finishSessionInit Established session 0x139d5234ead0001 with negotiated timeout 10000 for client /140.211.11.196:60476
[junit4:junit4] 2> 131 T1014 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:43688, sessionid = 0x139d5234ead0001, negotiated timeout = 10000
[junit4:junit4] 2> 131 T1015 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b208eb7 name:ZooKeeperConnection Watcher:127.0.0.1:43688/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 131 T1006 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 135 T1006 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 139 T1006 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 148 T1006 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 152 T1006 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 156 T1006 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 174 T1006 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 181 T1006 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 182 T1006 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 290 T1006 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 291 T1006 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 295 T1006 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 295 T1006 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 298 T1006 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 299 T1006 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 302 T1006 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 302 T1006 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 306 T1006 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 306 T1006 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 309 T1006 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 310 T1006 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 317 T1006 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 318 T1006 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 321 T1006 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 321 T1006 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 325 T1011 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139d5234ead0001
[junit4:junit4] 2> 326 T1015 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 326 T1006 oaz.ZooKeeper.close Session: 0x139d5234ead0001 closed
[junit4:junit4] 2> 326 T1008 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:60476 which had sessionid 0x139d5234ead0001
[junit4:junit4] 2> 327 T1006 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 330 T1006 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:25025
[junit4:junit4] 2> 330 T1006 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 331 T1006 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 331 T1006 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 355 T1006 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 355 T1006 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 355 T1006 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 355 T1006 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4] 2> 356 T1006 oasc.CoreContainer.<init> New CoreContainer 1311465387
[junit4:junit4] 2> 356 T1006 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 356 T1006 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 373 T1006 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 384 T1006 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:43688/solr
[junit4:junit4] 2> 406 T1006 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:43688/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@506df2a4
[junit4:junit4] 2> 407 T1025 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:43688
[junit4:junit4] 2> 407 T1006 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 408 T1025 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:43688, initiating session
[junit4:junit4] 2> 408 T1008 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:20951
[junit4:junit4] 2> 409 T1008 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:20951
[junit4:junit4] 2> 410 T1010 oazs.NIOServerCnxn.finishSessionInit Established session 0x139d5234ead0002 with negotiated timeout 5000 for client /140.211.11.196:20951
[junit4:junit4] 2> 410 T1025 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:43688, sessionid = 0x139d5234ead0002, negotiated timeout = 5000
[junit4:junit4] 2> 411 T1026 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@506df2a4 name:ZooKeeperConnection Watcher:127.0.0.1:43688/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 411 T1006 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 424 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 431 T1006 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 433 T1006 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:25025_solr
[junit4:junit4] 2> 437 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:25025_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:25025_solr
[junit4:junit4] 2> 438 T1006 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:25025_solr
[junit4:junit4] 2> 441 T1006 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 441 T1006 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 442 T1006 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 442 T1006 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 442 T1006 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 442 T1006 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 443 T1006 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 443 T1006 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 443 T1006 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 444 T1006 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 456 T1006 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 464 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 472 T1006 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 475 T1006 oasc.Overseer.start Overseer (id=88336015330967554-127.0.0.1:25025_solr-n_0000000000) starting
[junit4:junit4] 2> 475 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 485 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 486 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 490 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 497 T1028 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 497 T1006 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 499 T1006 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 527 T1027 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 537 T1006 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4] 2> 538 T1006 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 539 T1006 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 539 T1006 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 541 T1006 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4] 2> 542 T1006 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4] 2> 543 T1006 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 620 T1006 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 691 T1006 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 793 T1006 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 802 T1006 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 1229 T1006 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1237 T1006 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1240 T1006 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1254 T1006 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1258 T1006 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1261 T1006 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1264 T1006 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1265 T1006 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/control/data/
[junit4:junit4] 2> 1265 T1006 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a5ec6c
[junit4:junit4] 2> 1288 T1006 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/control/data/index/
[junit4:junit4] 2> 1289 T1006 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1290 T1006 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/control/data/index forceNew:false
[junit4:junit4] 2> 1295 T1006 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@323af348; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 1295 T1006 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 1296 T1006 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 1298 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1298 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 1298 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1299 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 1299 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1300 T1006 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1300 T1006 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1300 T1006 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1301 T1006 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1301 T1006 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 1302 T1006 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 1302 T1006 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1303 T1006 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 1303 T1006 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 1303 T1006 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 1304 T1006 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1304 T1006 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1304 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1305 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1305 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1306 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1306 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1306 T1006 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1307 T1006 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 1307 T1006 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 1310 T1006 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1313 T1006 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 1314 T1006 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 1317 T1006 oass.SolrIndexSearcher.<init> Opening Searcher@72bb4830 main
[junit4:junit4] 2> 1318 T1006 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1319 T1006 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1319 T1006 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 1335 T1006 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 1382 T1029 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@72bb4830 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1386 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0002 type:create cxid:0x53 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4] 2> 1397 T1006 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 1397 T1006 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:25025/solr shardId:control_shard
[junit4:junit4] 2> 1407 T1006 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4] 2> 1419 T1006 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
[junit4:junit4] 2> 1438 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0002 type:delete cxid:0x62 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4] 2> 1439 T1006 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1439 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0002 type:create cxid:0x63 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 1533 T1027 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1544 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0002 type:create cxid:0x6a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4] 2> 1566 T1026 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 1948 T1006 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1949 T1006 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1949 T1006 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:25025/solr/collection1/
[junit4:junit4] 2> 1950 T1006 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1950 T1006 oasc.SyncStrategy.syncToMe http://127.0.0.1:25025/solr/collection1/ has no replicas
[junit4:junit4] 2> 1950 T1006 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:25025/solr/collection1/
[junit4:junit4] 2> 1951 T1006 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
[junit4:junit4] 2> 1956 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0002 type:create cxid:0x88 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2086 T1027 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2101 T1026 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 2135 T1006 oasc.ZkController.register We are http://127.0.0.1:25025/solr/collection1/ and leader is http://127.0.0.1:25025/solr/collection1/
[junit4:junit4] 2> 2135 T1006 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:25025/solr
[junit4:junit4] 2> 2135 T1006 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 2138 T1006 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2138 T1006 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 2139 T1006 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2139 T1006 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2269 T1006 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 2271 T1006 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:52839
[junit4:junit4] 2> 2271 T1006 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2272 T1006 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347900626694
[junit4:junit4] 2> 2272 T1006 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347900626694/'
[junit4:junit4] 2> 2296 T1006 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2296 T1006 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2297 T1006 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347900626694
[junit4:junit4] 2> 2297 T1006 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347900626694/solr.xml
[junit4:junit4] 2> 2297 T1006 oasc.CoreContainer.<init> New CoreContainer 1732594846
[junit4:junit4] 2> 2298 T1006 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347900626694/'
[junit4:junit4] 2> 2298 T1006 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347900626694/'
[junit4:junit4] 2> 2315 T1006 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 2325 T1006 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:43688/solr
[junit4:junit4] 2> 2325 T1006 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:43688/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@65426dbb
[junit4:junit4] 2> 2326 T1039 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:43688
[junit4:junit4] 2> 2326 T1006 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2327 T1039 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:43688, initiating session
[junit4:junit4] 2> 2327 T1008 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:21964
[junit4:junit4] 2> 2328 T1008 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:21964
[junit4:junit4] 2> 2330 T1010 oazs.NIOServerCnxn.finishSessionInit Established session 0x139d5234ead0003 with negotiated timeout 5000 for client /140.211.11.196:21964
[junit4:junit4] 2> 2330 T1039 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:43688, sessionid = 0x139d5234ead0003, negotiated timeout = 5000
[junit4:junit4] 2> 2330 T1040 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65426dbb name:ZooKeeperConnection Watcher:127.0.0.1:43688/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2330 T1006 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2331 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0003 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2346 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0003 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2348 T1006 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52839_solr
[junit4:junit4] 2> 2348 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0003 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52839_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52839_solr
[junit4:junit4] 2> 2355 T1006 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52839_solr
[junit4:junit4] 2> 2357 T1026 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 2357 T1006 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2358 T1006 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2358 T1006 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2359 T1006 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2359 T1006 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2359 T1006 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2360 T1006 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2360 T1006 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2360 T1006 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2360 T1006 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2380 T1006 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2385 T1006 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347900626694/collection1
[junit4:junit4] 2> 2385 T1006 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 2385 T1006 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2386 T1006 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 2387 T1006 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347900626694/collection1/'
[junit4:junit4] 2> 2388 T1006 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty1-1347900626694/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 2388 T1006 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty1-1347900626694/collection1/lib/README' to classloader
[junit4:junit4] 2> 2422 T1006 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 2469 T1006 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2570 T1006 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 2576 T1006 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 2606 T1027 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2619 T1040 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 2620 T1026 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 3004 T1006 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 3013 T1006 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 3016 T1006 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 3029 T1006 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 3033 T1006 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 3036 T1006 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 3037 T1006 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 3038 T1006 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1347900626694/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty1/
[junit4:junit4] 2> 3039 T1006 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a5ec6c
[junit4:junit4] 2> 3039 T1006 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty1/index/
[junit4:junit4] 2> 3040 T1006 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 3041 T1006 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty1/index forceNew:false
[junit4:junit4] 2> 3046 T1006 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@11887eb9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 3046 T1006 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 3047 T1006 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 3049 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 3049 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 3050 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 3050 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 3050 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 3051 T1006 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 3051 T1006 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 3052 T1006 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 3052 T1006 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 3053 T1006 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 3053 T1006 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 3053 T1006 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 3054 T1006 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 3054 T1006 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 3055 T1006 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 3055 T1006 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 3055 T1006 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3056 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3056 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3057 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3057 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3058 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3058 T1006 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3059 T1006 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 3059 T1006 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 3062 T1006 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 3065 T1006 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 3066 T1006 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 3069 T1006 oass.SolrIndexSearcher.<init> Opening Searcher@65212f0f main
[junit4:junit4] 2> 3070 T1006 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 3070 T1006 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 3071 T1006 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 3077 T1006 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 3130 T1041 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@65212f0f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 3628 T1027 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3673 T1040 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 3673 T1026 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 4137 T1006 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 4137 T1006 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:52839/solr shardId:shard1
[junit4:junit4] 2> 4138 T1006 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 4154 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0003 type:delete cxid:0x43 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4] 2> 4155 T1006 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 4156 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0003 type:create cxid:0x44 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4157 T1006 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 4158 T1006 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 4158 T1006 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52839/solr/collection1/
[junit4:junit4] 2> 4158 T1006 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 4159 T1006 oasc.SyncStrategy.syncToMe http://127.0.0.1:52839/solr/collection1/ has no replicas
[junit4:junit4] 2> 4159 T1006 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52839/solr/collection1/
[junit4:junit4] 2> 4159 T1006 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 4163 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0003 type:create cxid:0x4e zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4178 T1027 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 4196 T1040 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 4196 T1026 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 4216 T1006 oasc.ZkController.register We are http://127.0.0.1:52839/solr/collection1/ and leader is http://127.0.0.1:52839/solr/collection1/
[junit4:junit4] 2> 4216 T1006 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52839/solr
[junit4:junit4] 2> 4216 T1006 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 4218 T1006 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 4219 T1006 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 4219 T1006 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 4219 T1006 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 4344 T1006 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 4347 T1006 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:24191
[junit4:junit4] 2> 4347 T1006 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 4348 T1006 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347900628774
[junit4:junit4] 2> 4348 T1006 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347900628774/'
[junit4:junit4] 2> 4382 T1006 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 4382 T1006 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 4383 T1006 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347900628774
[junit4:junit4] 2> 4383 T1006 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347900628774/solr.xml
[junit4:junit4] 2> 4384 T1006 oasc.CoreContainer.<init> New CoreContainer 1469084429
[junit4:junit4] 2> 4384 T1006 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347900628774/'
[junit4:junit4] 2> 4385 T1006 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347900628774/'
[junit4:junit4] 2> 4409 T1006 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 4423 T1006 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:43688/solr
[junit4:junit4] 2> 4424 T1006 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:43688/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@316fdd71
[junit4:junit4] 2> 4425 T1051 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:43688
[junit4:junit4] 2> 4425 T1006 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 4426 T1051 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:43688, initiating session
[junit4:junit4] 2> 4426 T1008 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:40079
[junit4:junit4] 2> 4426 T1008 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:40079
[junit4:junit4] 2> 4429 T1010 oazs.NIOServerCnxn.finishSessionInit Established session 0x139d5234ead0004 with negotiated timeout 5000 for client /140.211.11.196:40079
[junit4:junit4] 2> 4429 T1051 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:43688, sessionid = 0x139d5234ead0004, negotiated timeout = 5000
[junit4:junit4] 2> 4429 T1052 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@316fdd71 name:ZooKeeperConnection Watcher:127.0.0.1:43688/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 4429 T1006 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 4430 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4440 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4442 T1006 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:24191_solr
[junit4:junit4] 2> 4443 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:24191_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:24191_solr
[junit4:junit4] 2> 4448 T1006 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:24191_solr
[junit4:junit4] 2> 4451 T1040 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 4451 T1026 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 4452 T1006 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 4453 T1006 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 4453 T1006 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 4454 T1006 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 4454 T1006 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 4454 T1006 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 4455 T1006 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 4455 T1006 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 4456 T1006 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 4456 T1006 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 4474 T1006 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 4481 T1006 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347900628774/collection1
[junit4:junit4] 2> 4481 T1006 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 4482 T1006 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 4482 T1006 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 4484 T1006 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347900628774/collection1/'
[junit4:junit4] 2> 4485 T1006 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty2-1347900628774/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 4486 T1006 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty2-1347900628774/collection1/lib/README' to classloader
[junit4:junit4] 2> 4534 T1006 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 4603 T1006 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 4704 T1027 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 4704 T1006 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 4712 T1006 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 4920 T1040 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 4920 T1026 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 4920 T1052 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 5461 T1006 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 5473 T1006 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 5478 T1006 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 5495 T1006 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5501 T1006 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5505 T1006 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5507 T1006 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5509 T1006 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1347900628774/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty2/
[junit4:junit4] 2> 5509 T1006 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a5ec6c
[junit4:junit4] 2> 5511 T1006 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty2/index/
[junit4:junit4] 2> 5511 T1006 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 5512 T1006 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty2/index forceNew:false
[junit4:junit4] 2> 5544 T1006 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4d766b65; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 5544 T1006 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 5545 T1006 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 5548 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 5548 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 5549 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 5549 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 5550 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 5551 T1006 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 5552 T1006 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 5554 T1006 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 5555 T1006 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 5556 T1006 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 5557 T1006 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 5558 T1006 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 5559 T1006 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 5560 T1006 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 5561 T1006 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 5562 T1006 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 5563 T1006 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 5564 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 5565 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 5566 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 5567 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 5568 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 5569 T1006 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 5570 T1006 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 5571 T1006 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 5578 T1006 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 5585 T1006 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 5588 T1006 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 5596 T1006 oass.SolrIndexSearcher.<init> Opening Searcher@755d3bd main
[junit4:junit4] 2> 5598 T1006 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 5598 T1006 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 5599 T1006 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 5814 T1006 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 5950 T1053 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@755d3bd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 6434 T1027 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6449 T1040 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6449 T1052 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6449 T1026 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6458 T1006 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 6458 T1006 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:24191/solr shardId:shard2
[junit4:junit4] 2> 6459 T1006 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 6473 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0004 type:delete cxid:0x42 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4] 2> 6474 T1006 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 6474 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0004 type:create cxid:0x43 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 6485 T1006 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 6485 T1006 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 6486 T1006 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:24191/solr/collection1/
[junit4:junit4] 2> 6486 T1006 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 6486 T1006 oasc.SyncStrategy.syncToMe http://127.0.0.1:24191/solr/collection1/ has no replicas
[junit4:junit4] 2> 6486 T1006 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:24191/solr/collection1/
[junit4:junit4] 2> 6487 T1006 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 6490 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0004 type:create cxid:0x4c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 6953 T1027 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6970 T1040 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6971 T1026 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 6971 T1052 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7002 T1006 oasc.ZkController.register We are http://127.0.0.1:24191/solr/collection1/ and leader is http://127.0.0.1:24191/solr/collection1/
[junit4:junit4] 2> 7002 T1006 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:24191/solr
[junit4:junit4] 2> 7003 T1006 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 7005 T1006 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7006 T1006 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 7006 T1006 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 7007 T1006 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 7186 T1006 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 7188 T1006 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:43223
[junit4:junit4] 2> 7189 T1006 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 7189 T1006 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347900631567
[junit4:junit4] 2> 7190 T1006 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347900631567/'
[junit4:junit4] 2> 7224 T1006 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 7224 T1006 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 7225 T1006 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347900631567
[junit4:junit4] 2> 7225 T1006 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347900631567/solr.xml
[junit4:junit4] 2> 7225 T1006 oasc.CoreContainer.<init> New CoreContainer 1113578462
[junit4:junit4] 2> 7226 T1006 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347900631567/'
[junit4:junit4] 2> 7226 T1006 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347900631567/'
[junit4:junit4] 2> 7250 T1006 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 7265 T1006 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:43688/solr
[junit4:junit4] 2> 7265 T1006 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:43688/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@685d5a4d
[junit4:junit4] 2> 7266 T1063 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:43688
[junit4:junit4] 2> 7266 T1006 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 7267 T1063 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:43688, initiating session
[junit4:junit4] 2> 7268 T1008 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:11614
[junit4:junit4] 2> 7268 T1008 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:11614
[junit4:junit4] 2> 7270 T1010 oazs.NIOServerCnxn.finishSessionInit Established session 0x139d5234ead0005 with negotiated timeout 5000 for client /140.211.11.196:11614
[junit4:junit4] 2> 7270 T1063 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:43688, sessionid = 0x139d5234ead0005, negotiated timeout = 5000
[junit4:junit4] 2> 7271 T1064 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@685d5a4d name:ZooKeeperConnection Watcher:127.0.0.1:43688/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 7271 T1006 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 7272 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7273 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7274 T1006 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43223_solr
[junit4:junit4] 2> 7275 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:43223_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:43223_solr
[junit4:junit4] 2> 7276 T1006 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43223_solr
[junit4:junit4] 2> 7285 T1040 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 7285 T1052 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 7285 T1026 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 7286 T1006 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 7286 T1006 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 7287 T1006 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 7287 T1006 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 7287 T1006 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 7288 T1006 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 7288 T1006 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 7288 T1006 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 7288 T1006 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 7289 T1006 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 7302 T1006 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 7306 T1006 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347900631567/collection1
[junit4:junit4] 2> 7307 T1006 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 7307 T1006 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 7307 T1006 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 7309 T1006 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347900631567/collection1/'
[junit4:junit4] 2> 7309 T1006 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty3-1347900631567/collection1/lib/README' to classloader
[junit4:junit4] 2> 7310 T1006 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty3-1347900631567/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 7343 T1006 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 7389 T1006 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 7484 T1027 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7490 T1006 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 7495 T1006 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 7496 T1040 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7497 T1064 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7496 T1052 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7496 T1026 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 7901 T1006 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 7909 T1006 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 7912 T1006 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 7925 T1006 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 7929 T1006 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 7932 T1006 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 7933 T1006 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 7934 T1006 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1347900631567/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty3/
[junit4:junit4] 2> 7934 T1006 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a5ec6c
[junit4:junit4] 2> 7935 T1006 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty3/index/
[junit4:junit4] 2> 7936 T1006 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 7936 T1006 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty3/index forceNew:false
[junit4:junit4] 2> 7941 T1006 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@792c68e3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 7942 T1006 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 7942 T1006 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 7944 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 7944 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 7945 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 7945 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 7946 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 7946 T1006 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 7946 T1006 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 7947 T1006 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 7947 T1006 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 7948 T1006 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 7948 T1006 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 7949 T1006 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 7949 T1006 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 7949 T1006 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 7950 T1006 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 7950 T1006 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 7951 T1006 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7951 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7952 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7952 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7952 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7953 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7953 T1006 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7954 T1006 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 7954 T1006 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 7957 T1006 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 7960 T1006 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 7961 T1006 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 7964 T1006 oass.SolrIndexSearcher.<init> Opening Searcher@45d7d2e1 main
[junit4:junit4] 2> 7965 T1006 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 7965 T1006 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 7965 T1006 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 7971 T1006 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 8028 T1065 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@45d7d2e1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 8504 T1027 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8517 T1040 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 8517 T1052 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 8517 T1064 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 8517 T1026 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 8536 T1006 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 8536 T1006 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:43223/solr shardId:shard1
[junit4:junit4] 2> 8539 T1006 oasc.ZkController.register We are http://127.0.0.1:43223/solr/collection1/ and leader is http://127.0.0.1:52839/solr/collection1/
[junit4:junit4] 2> 8540 T1006 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43223/solr
[junit4:junit4] 2> 8540 T1006 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 8541 T1006 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C25 name=collection1 org.apache.solr.core.SolrCore@5c7b2c0c url=http://127.0.0.1:43223/solr/collection1 node=127.0.0.1:43223_solr
[junit4:junit4] 2> 8548 T1066 C25 P43223 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 8548 T1006 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8548 T1066 C25 P43223 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 8549 T1006 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 8549 T1006 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 8550 T1066 C25 P43223 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52839/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 8550 T1006 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 8559 T1066 C25 P43223 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4] 2> 8580 T1066 C25 P43223 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:43223/solr START replicas=[http://127.0.0.1:52839/solr/collection1/] nUpdates=100
[junit4:junit4] 2> 8580 T1066 C25 P43223 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 8583 T1066 C25 P43223 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 8584 T1066 C25 P43223 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 8584 T1066 C25 P43223 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C26 name=collection1 org.apache.solr.core.SolrCore@6561b973 url=http://127.0.0.1:52839/solr/collection1 node=127.0.0.1:52839_solr
[junit4:junit4] 2> 8592 T1032 C26 P52839 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0
[junit4:junit4] 2> 8737 T1006 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 8740 T1006 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:43693
[junit4:junit4] 2> 8741 T1006 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 8741 T1006 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347900633112
[junit4:junit4] 2> 8742 T1006 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347900633112/'
[junit4:junit4] 2> 8776 T1006 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 8776 T1006 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 8776 T1006 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347900633112
[junit4:junit4] 2> 8777 T1006 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347900633112/solr.xml
[junit4:junit4] 2> 8777 T1006 oasc.CoreContainer.<init> New CoreContainer 1795095532
[junit4:junit4] 2> 8778 T1006 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347900633112/'
[junit4:junit4] 2> 8778 T1006 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347900633112/'
[junit4:junit4] 2> 8803 T1006 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 8817 T1006 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:43688/solr
[junit4:junit4] 2> 8818 T1006 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:43688/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@6479943b
[junit4:junit4] 2> 8819 T1077 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:43688
[junit4:junit4] 2> 8819 T1006 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8820 T1077 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:43688, initiating session
[junit4:junit4] 2> 8820 T1008 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:16468
[junit4:junit4] 2> 8820 T1008 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:16468
[junit4:junit4] 2> 8823 T1010 oazs.NIOServerCnxn.finishSessionInit Established session 0x139d5234ead0006 with negotiated timeout 5000 for client /140.211.11.196:16468
[junit4:junit4] 2> 8823 T1077 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:43688, sessionid = 0x139d5234ead0006, negotiated timeout = 5000
[junit4:junit4] 2> 8823 T1078 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6479943b name:ZooKeeperConnection Watcher:127.0.0.1:43688/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8823 T1006 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8824 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0006 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8837 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0006 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8838 T1006 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43693_solr
[junit4:junit4] 2> 8839 T1011 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139d5234ead0006 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:43693_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:43693_solr
[junit4:junit4] 2> 8840 T1006 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43693_solr
[junit4:junit4] 2> 8842 T1052 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 8842 T1040 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 8842 T1064 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 8842 T1026 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4] 2> 8843 T1006 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 8844 T1006 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 8844 T1006 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 8845 T1006 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 8845 T1006 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 8845 T1006 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 8846 T1006 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 8846 T1006 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 8847 T1006 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 8847 T1006 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 8866 T1006 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 8872 T1006 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347900633112/collection1
[junit4:junit4] 2> 8873 T1006 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 8874 T1006 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 8874 T1006 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 8876 T1006 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347900633112/collection1/'
[junit4:junit4] 2> 8877 T1006 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty4-1347900633112/collection1/lib/README' to classloader
[junit4:junit4] 2> 8878 T1006 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty4-1347900633112/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 8926 T1006 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4] 2> 8994 T1006 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 9022 T1027 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9028 T1040 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9028 T1064 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9028 T1026 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9028 T1052 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9095 T1078 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 9095 T1006 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 9104 T1006 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 9709 T1006 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 9721 T1006 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 9726 T1006 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 9743 T1006 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9748 T1006 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9753 T1006 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9754 T1006 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9756 T1006 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1347900633112/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty4/
[junit4:junit4] 2> 9756 T1006 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a5ec6c
[junit4:junit4] 2> 9758 T1006 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty4/index/
[junit4:junit4] 2> 9758 T1006 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 9759 T1006 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty4/index forceNew:false
[junit4:junit4] 2> 9768 T1006 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5aa112de; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 9768 T1006 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 9769 T1006 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 9772 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 9772 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 9773 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 9774 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 9774 T1006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 9775 T1006 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 9775 T1006 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 9776 T1006 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 9777 T1006 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 9778 T1006 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 9778 T1006 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 9779 T1006 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 9780 T1006 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 9780 T1006 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 9781 T1006 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 9781 T1006 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 9782 T1006 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 9783 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 9784 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 9784 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 9785 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 9786 T1006 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 9786 T1006 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 9787 T1006 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 9788 T1006 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 9792 T1006 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 9797 T1006 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 9798 T1006 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 9802 T1006 oass.SolrIndexSearcher.<init> Opening Searcher@5870883 main
[junit4:junit4] 2> 9804 T1006 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 9804 T1006 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 9805 T1006 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 9813 T1006 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 9859 T1079 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5870883 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 10042 T1027 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 10056 T1040 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10056 T1064 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10056 T1026 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10056 T1078 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10056 T1052 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10368 T1006 oasc.CoreContainer.register registering core: collection1
[junit4:junit4] 2> 10368 T1006 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:43693/solr shardId:shard2
[junit4:junit4] 2> 10372 T1006 oasc.ZkController.register We are http://127.0.0.1:43693/solr/collection1/ and leader is http://127.0.0.1:24191/solr/collection1/
[junit4:junit4] 2> 10372 T1006 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43693/solr
[junit4:junit4] 2> 10372 T1006 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 10372 T1006 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C27 name=collection1 org.apache.solr.core.SolrCore@2d9d559a url=http://127.0.0.1:43693/solr/collection1 node=127.0.0.1:43693_solr
[junit4:junit4] 2> 10374 T1080 C27 P43693 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 10374 T1080 C27 P43693 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 10374 T1006 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 10375 T1080 C27 P43693 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:24191/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 10376 T1006 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 10376 T1080 C27 P43693 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:43693/solr START replicas=[http://127.0.0.1:24191/solr/collection1/] nUpdates=100
[junit4:junit4] 2> 10376 T1006 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 10376 T1080 C27 P43693 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 10376 T1006 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 10555 T1080 C27 P43693 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 10556 T1080 C27 P43693 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 10556 T1080 C27 P43693 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 10561 T1027 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C28 name=collection1 org.apache.solr.core.SolrCore@6c3bc03a url=http://127.0.0.1:24191/solr/collection1 node=127.0.0.1:24191_solr
[junit4:junit4] 2> 10563 T1044 C28 P24191 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0
[junit4:junit4] 2> 10576 T1006 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:43688/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@15cea3eb
[junit4:junit4] 2> 10577 T1082 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:43688
[junit4:junit4] 2> 10577 T1006 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 10578 T1082 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:43688, initiating session
[junit4:junit4] 2> 10578 T1008 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:62986
[junit4:junit4] 2> 10578 T1008 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:62986
[junit4:junit4] 2> 10632 T1010 oazs.NIOServerCnxn.finishSessionInit Established session 0x139d5234ead0007 with negotiated timeout 10000 for client /140.211.11.196:62986
[junit4:junit4] 2> 10632 T1082 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:43688, sessionid = 0x139d5234ead0007, negotiated timeout = 10000
[junit4:junit4] 2> 10632 T1083 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15cea3eb name:ZooKeeperConnection Watcher:127.0.0.1:43688/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 10633 T1006 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 10634 T1006 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 10659 T1040 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10659 T1052 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10659 T1064 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10659 T1078 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10659 T1026 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 10662 T1006 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 10663 T1006 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 10674 T1006 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C29 name=collection1 org.apache.solr.core.SolrCore@63935d75 url=http://127.0.0.1:25025/solr/collection1 node=127.0.0.1:25025_solr
[junit4:junit4] 2> 10694 T1018 C29 P25025 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16
[junit4:junit4] 2> 10712 T1018 C29 P25025 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@323af348; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 10712 T1018 C29 P25025 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 10717 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[1 (1413376256511049728)]} 0 35
[junit4:junit4] 2> 10718 T1006 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:43688/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@4f5c1769
[junit4:junit4] 2> 10719 T1084 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:43688
[junit4:junit4] 2> 10719 T1006 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 10720 T1084 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:43688, initiating session
[junit4:junit4] 2> 10720 T1008 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:35958
[junit4:junit4] 2> 10720 T1008 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:35958
[junit4:junit4] 2> 10746 T1010 oazs.NIOServerCnxn.finishSessionInit Established session 0x139d5234ead0008 with negotiated timeout 10000 for client /140.211.11.196:35958
[junit4:junit4] 2> 10746 T1084 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:43688, sessionid = 0x139d5234ead0008, negotiated timeout = 10000
[junit4:junit4] 2> 10746 T1085 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f5c1769 name:ZooKeeperConnection Watcher:127.0.0.1:43688/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 10746 T1006 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 10747 T1006 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 10763 T1034 C26 P52839 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@11887eb9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 10763 T1034 C26 P52839 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> C25_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:43223_solr, base_url=http://127.0.0.1:43223/solr}
[junit4:junit4] 2> 10811 T1056 C25 P43223 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@792c68e3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 10811 T1056 C25 P43223 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 10814 T1056 C25 P43223 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 10815 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[1 (1413376256565575680)]} 0 64
[junit4:junit4] 2> 10815 T1006 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):3600
[junit4:junit4] 2> 10817 T1006 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11617 T1066 C25 P43223 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 11617 T1066 C25 P43223 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=tlog{file=./org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty3/tlog/tlog.0000000000000000000 refcount=1}}
[junit4:junit4] 2> 11617 T1066 C25 P43223 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52839/solr/collection1/. core=collection1
[junit4:junit4] 2> 11617 T1066 C25 P43223 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 11634 T1035 C26 P52839 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 11772 T1035 C26 P52839 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@11887eb9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@11887eb9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0_Asserting_0.tim, _0_Asserting_0.tip, _0_Lucene40_0.prx, _0_MockFixedIntBlock_0.tib, _0_Asserting_0.prx, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_Lucene40_0.frq, _0_MockFixedIntBlock_0.tii, _0.si, _0_MockRandom_0.tib, _0_Lucene40_0.tim, _0.fnm, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_MockRandom_0.skp, _0_Lucene40_0.tip, _0_MockFixedIntBlock_0.frq, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_Asserting_0.frq, _0_MockRandom_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockRandom_0.pos, _0_nrm.cfe, _0_MockRandom_0.tii, segments_2, _0.fdx, _0_MockRandom_0.pyl, _0.fdt]
[junit4:junit4] 2> 11773 T1035 C26 P52839 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 11810 T1035 C26 P52839 oass.SolrIndexSearcher.<init> Opening Searcher@12430cdb main
[junit4:junit4] 2> 11811 T1035 C26 P52839 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 11813 T1041 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@12430cdb main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4] 2> 11813 T1035 C26 P52839 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 179
[junit4:junit4] 2> 11819 T1006 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11848 T1066 C25 P43223 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 11849 T1066 C25 P43223 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4] 2> 11865 T1066 C25 P43223 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 11866 T1036 C26 P52839 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 11867 T1036 C26 P52839 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1
[junit4:junit4] 2> 11868 T1066 C25 P43223 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 11868 T1066 C25 P43223 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 11868 T1066 C25 P43223 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 11873 T1036 C26 P52839 REQ /replication {command=filelist&generation=2&wt=javabin&qt=/replication&version=2} status=0 QTime=3
[junit4:junit4] 2> 11874 T1066 C25 P43223 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 30
[junit4:junit4] 2> 11880 T1066 C25 P43223 oash.SnapPuller.fetchLatestIndex Starting download to ./org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty3/index.20120917175036420 fullCopy=true
[junit4:junit4] 2> 11890 T1036 C26 P52839 REQ /replication {file=_0_Asserting_0.tim&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=4
[junit4:junit4] 2> 11903 T1036 C26 P52839 REQ /replication {file=_0_Asserting_0.tip&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11908 T1036 C26 P52839 REQ /replication {file=_0_MockFixedIntBlock_0.tib&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11912 T1036 C26 P52839 REQ /replication {file=_0_Lucene40_0.prx&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11916 T1036 C26 P52839 REQ /replication {file=_0_Asserting_0.prx&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11920 T1036 C26 P52839 REQ /replication {file=_0_MockFixedIntBlock_0.skp&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11921 T1066 C25 P43223 oash.SnapPuller$FileFetcher.fetchPackets WARNING No content recieved for file: {name=_0_MockFixedIntBlock_0.skp, lastmodified=1347900636000, size=0}
[junit4:junit4] 2> 11924 T1036 C26 P52839 REQ /replication {file=_0_MockFixedIntBlock_0.pyl&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11925 T1066 C25 P43223 oash.SnapPuller$FileFetcher.fetchPackets WARNING No content recieved for file: {name=_0_MockFixedIntBlock_0.pyl, lastmodified=1347900636000, size=0}
[junit4:junit4] 2> 11929 T1036 C26 P52839 REQ /replication {file=_0_Lucene40_0.frq&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11933 T1036 C26 P52839 REQ /replication {file=_0_MockFixedIntBlock_0.tii&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11937 T1036 C26 P52839 REQ /replication {file=_0.si&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11941 T1036 C26 P52839 REQ /replication {file=_0_MockRandom_0.tib&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11945 T1036 C26 P52839 REQ /replication {file=_0_Lucene40_0.tim&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11949 T1036 C26 P52839 REQ /replication {file=_0.fnm&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11953 T1036 C26 P52839 REQ /replication {file=_0_MockFixedIntBlock_0.pos&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11957 T1036 C26 P52839 REQ /replication {file=_0_nrm.cfs&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11961 T1036 C26 P52839 REQ /replication {file=_0_MockRandom_0.skp&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11962 T1066 C25 P43223 oash.SnapPuller$FileFetcher.fetchPackets WARNING No content recieved for file: {name=_0_MockRandom_0.skp, lastmodified=1347900636000, size=0}
[junit4:junit4] 2> 11965 T1036 C26 P52839 REQ /replication {file=_0_Lucene40_0.tip&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11969 T1036 C26 P52839 REQ /replication {file=_0_MockFixedIntBlock_0.frq&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11973 T1036 C26 P52839 REQ /replication {file=_0_Asserting_0.frq&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11977 T1036 C26 P52839 REQ /replication {file=_0_MockRandom_0.sd&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11981 T1036 C26 P52839 REQ /replication {file=_0_MockRandom_0.frq&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11986 T1036 C26 P52839 REQ /replication {file=_0_MockFixedIntBlock_0.doc&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11990 T1036 C26 P52839 REQ /replication {file=_0_MockRandom_0.doc&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11994 T1036 C26 P52839 REQ /replication {file=_0_nrm.cfe&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 11998 T1036 C26 P52839 REQ /replication {file=_0_MockRandom_0.pos&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12002 T1036 C26 P52839 REQ /replication {file=segments_2&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12006 T1036 C26 P52839 REQ /replication {file=_0_MockRandom_0.tii&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12010 T1036 C26 P52839 REQ /replication {file=_0.fdx&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12014 T1036 C26 P52839 REQ /replication {file=_0_MockRandom_0.pyl&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12015 T1066 C25 P43223 oash.SnapPuller$FileFetcher.fetchPackets WARNING No content recieved for file: {name=_0_MockRandom_0.pyl, lastmodified=1347900636000, size=0}
[junit4:junit4] 2> 12018 T1036 C26 P52839 REQ /replication {file=_0.fdt&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 12019 T1066 C25 P43223 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 12019 T1066 C25 P43223 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20120917175036420
[junit4:junit4] 2> 12025 T1066 C25 P43223 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 12026 T1066 C25 P43223 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 12026 T1066 C25 P43223 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4] 2> 12030 T1066 C25 P43223 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty3/index.20120917175036420
[junit4:junit4] 2> 12031 T1066 C25 P43223 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty3/index.20120917175036420 forceNew:true
[junit4:junit4] 2> 12044 T1066 C25 P43223 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty3/index.20120917175036420 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41c65839; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0_Asserting_0.tim, _0_Asserting_0.tip, _0_MockFixedIntBlock_0.tib, _0_Lucene40_0.prx, _0_Asserting_0.prx, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Lucene40_0.frq, _0_MockFixedIntBlock_0.tii, _0.si, _0_MockRandom_0.tib, _0_Lucene40_0.tim, _0.fnm, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_MockRandom_0.skp, _0_Lucene40_0.tip, _0_MockFixedIntBlock_0.frq, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_Asserting_0.frq, _0_MockRandom_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockRandom_0.pos, _0_nrm.cfe, _0_MockRandom_0.tii, segments_2, _0.fdx, _0_MockRandom_0.pyl, _0.fdt]
[junit4:junit4] 2> 12044 T1066 C25 P43223 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 12044 T1066 C25 P43223 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 12051 T1066 C25 P43223 oass.SolrIndexSearcher.<init> Opening Searcher@38aa3647 main
[junit4:junit4] 2> 12053 T1065 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@38aa3647 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4] 2> 12054 T1065 oasc.CachingDirectoryFactory.close Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty3/index
[junit4:junit4] 2> 12054 T1065 oash.SnapPuller$2.onClose removing old index directory ./org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty3/index
[junit4:junit4] 2> 12056 T1066 C25 P43223 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 12057 T1066 C25 P43223 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 12057 T1066 C25 P43223 oasc.RecoveryStrategy.replay Replaying buffered documents. core=collection1
[junit4:junit4] 2> 12057 T1088 C25 P43223 oasu.UpdateLog$LogReplayer.doReplay WARNING Starting log replay tlog{file=./org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty3/tlog/tlog.0000000000000000000 refcount=2} active=true starting pos=437
[junit4:junit4] 2> 12057 T1088 C25 P43223 oasu.DirectUpdateHandler2.commit start commit{flags=2,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 12059 T1088 C25 P43223 oass.SolrIndexSearcher.<init> Opening Searcher@1a66421c main
[junit4:junit4] 2> 12059 T1088 C25 P43223 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 12061 T1065 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a66421c main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4] 2> 12061 T1088 C25 P43223 oasu.UpdateLog$LogReplayer.run WARNING Log replay finished. recoveryInfo=RecoveryInfo{adds=0 deletes=0 deleteByQuery=0 errors=0 positionOfStart=437}
[junit4:junit4] 2> 12061 T1066 C25 P43223 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 12063 T1066 C25 P43223 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 12169 T1027 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12183 T1078 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12183 T1040 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12183 T1026 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12183 T1052 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12183 T1083 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12183 T1085 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12183 T1064 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 12821 T1006 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C27_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:43693_solr, base_url=http://127.0.0.1:43693/solr}
[junit4:junit4] 2> 13574 T1080 C27 P43693 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 13574 T1080 C27 P43693 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 13574 T1080 C27 P43693 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:24191/solr/collection1/. core=collection1
[junit4:junit4] 2> 13574 T1080 C27 P43693 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 13585 T1046 C28 P24191 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 13592 T1046 C28 P24191 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4d766b65; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 13592 T1046 C28 P24191 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 13594 T1046 C28 P24191 oass.SolrIndexSearcher.<init> Opening Searcher@63167bb8 main
[junit4:junit4] 2> 13595 T1046 C28 P24191 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 13597 T1053 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@63167bb8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 13597 T1046 C28 P24191 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 12
[junit4:junit4] 2> 13598 T1080 C27 P43693 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 13598 T1080 C27 P43693 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 13600 T1047 C28 P24191 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 13600 T1047 C28 P24191 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1
[junit4:junit4] 2> 13603 T1080 C27 P43693 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5aa112de; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 13604 T1080 C27 P43693 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4] 2> 13604 T1080 C27 P43693 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 13607 T1080 C27 P43693 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5aa112de; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5aa112de; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 13607 T1080 C27 P43693 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 13609 T1080 C27 P43693 oass.SolrIndexSearcher.<init> Opening Searcher@4e2ff580 main
[junit4:junit4] 2> 13610 T1080 C27 P43693 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 13611 T1079 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4e2ff580 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4] 2> 13611 T1080 C27 P43693 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 13611 T1080 C27 P43693 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 13619 T1080 C27 P43693 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 13693 T1027 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 13703 T1040 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 13703 T1026 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 13703 T1085 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 13703 T1064 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 13704 T1052 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 13703 T1083 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 13703 T1078 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4] 2> 13823 T1006 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 13826 T1018 C29 P25025 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 13934 T1018 C29 P25025 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@323af348; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1347900624551/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@323af348; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0_Asserting_0.tim, _0_Asserting_0.tip, _0_Lucene40_0.prx, _0_MockFixedIntBlock_0.tib, _0_Asserting_0.prx, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_Lucene40_0.frq, _0_MockFixedIntBlock_0.tii, _0.si, _0_MockRandom_0.tib, _0_Lucene40_0.tim, _0.fnm, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_MockRandom_0.skp, _0_Lucene40_0.tip, _0_MockFixedIntBlock_0.frq, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_Asserting_0.frq, _0_MockRandom_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockRandom_0.pos, _0_nrm.cfe, _0_MockRandom_0.tii, segments_2, _0.fdx, _0_MockRandom_0.pyl, _0.fdt]
[junit4:junit4] 2> 13935 T1018 C29 P25025 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 13955 T1018 C29 P25025 oass.SolrIndexSearcher.<init> Opening Searcher@115caf78 main
[junit4:junit4] 2> 13956 T1018 C29 P25025 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 13959 T1029 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@115caf78 main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4] 2> 13960 T1018 C29 P25025 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 134
[junit4:junit4] 2> 13962 T1034 C26 P52839 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 13979 T1034 C26 P52839 oass.SolrIndexSearcher.<init> Opening Searcher@4e42a821 main
[junit4:junit4] 2> 13980 T1034 C26 P52839 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 13982 T1041 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4e42a821 main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4] 2> 13983 T1034 C26 P52839 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:43223/solr/collection1/, StdNode: http://127.0.0.1:24191/solr/collection1/, StdNode: http://127.0.0.1:43693/solr/collection1/]
[junit4:junit4] 2> C25_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:43223_solr, base_url=http://127.0.0.1:43223/solr}
[junit4:junit4] 2> 13985 T1056 C25 P43223 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 13985 T1048 C28 P24191 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 13988 T1056 C25 P43223 oass.SolrIndexSearcher.<init> Opening Searcher@1eb23fce main
[junit4:junit4] 2> 13989 T1056 C25 P43223 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 13990 T1065 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1eb23fce main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4] 2> 13991 T1056 C25 P43223 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 6
[junit4:junit4] 2> 13991 T1048 C28 P24191 oass.SolrIndexSearcher.<init> Opening Searcher@280650d main
[junit4:junit4] 2> 13992 T1048 C28 P24191 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 13993 T1053 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@280650d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 13994 T1048 C28 P24191 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 9
[junit4:junit4] 2> C27_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:43693_solr, base_url=http://127.0.0.1:43693/solr}
[junit4:junit4] 2> 13994 T1070 C27 P43693 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 13998 T1070 C27 P43693 oass.SolrIndexSearcher.<init> Opening Searcher@434575b1 main
[junit4:junit4] 2> 13998 T1070 C27 P43693 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 14000 T1079 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@434575b1 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4] 2> 14000 T1070 C27 P43693 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 6
[junit4:junit4] 2> 14001 T1034 C26 P52839 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 39
[junit4:junit4] 2> 14006 T1019 C29 P25025 REQ /select {fl=id,score&shard.url=127.0.0.1:25025/solr/collection1/&NOW=1347900638549&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=1 status=0 QTime=1
[junit4:junit4] 2> 14009 T1019 C29 P25025 REQ /select {shard.url=127.0.0.1:25025/solr/collection1/&NOW=1347900638549&q=*:*&ids=1&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 14010 T1018 C29 P25025 REQ /select {wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=7
[junit4:junit4] 2> 14011 T1006 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:43688/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3cfff0e9
[junit4:junit4] 2> 14012 T1092 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:43688
[junit4:junit4] 2> 14012 T1006 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 14013 T1092 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:43688, initiating session
[junit4:junit4] 2> 14013 T1008 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:16612
[junit4:junit4] 2> 14013 T1008 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:16612
[junit4:junit4] 2> 14015 T1010 oazs.NIOServerCnxn.finishSessionInit Established session 0x139d5234ead0009 with negotiated timeout 10000 for client /140.211.11.196:16612
[junit4:junit4] 2> 14015 T1092 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:43688, sessionid = 0x139d5234ead0009, negotiated timeout = 10000
[junit4:junit4] 2> 14015 T1093 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3cfff0e9 name:ZooKeeperConnection Watcher:127.0.0.1:43688/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 14015 T1006 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 14016 T1006 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 14018 T1011 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139d5234ead0009
[junit4:junit4] 2> 14019 T1093 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 14019 T1008 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:16612 which had sessionid 0x139d5234ead0009
[junit4:junit4] 2> 14019 T1006 oaz.ZooKeeper.close Session: 0x139d5234ead0009 closed
[junit4:junit4] 2> 14021 T1037 C26 P52839 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=0
[junit4:junit4] 2> 14024 T1049 C28 P24191 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=0
[junit4:junit4] 2> 14029 T1058 C25 P43223 REQ /select {fl=id,score&shard.url=127.0.0.1:52839/solr/collection1/|127.0.0.1:43223/solr/collection1/&NOW=1347900638572&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=1 status=0 QTime=0
[junit4:junit4] 2> 14029 T1071 C27 P43693 REQ /select {fl=id,score&shard.url=127.0.0.1:24191/solr/collection1/|127.0.0.1:43693/solr/collection1/&NOW=1347900638572&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=0 status=0 QTime=0
[junit4:junit4] 2> 14032 T1058 C25 P43223 REQ /select {shard.url=127.0.0.1:52839/solr/collection1/|127.0.0.1:43223/solr/collection1/&NOW=1347900638572&q=*:*&ids=1&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 14033 T1057 C25 P43223 REQ /select {wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=7
[junit4:junit4] 2> 14040 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[2 (1413376260001759232)]} 0 4
[junit4:junit4] 2> 14062 T1070 C27 P43693 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:24191/solr/collection1/&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 14062 T1048 C28 P24191 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=12
[junit4:junit4] 2> 14063 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[2]} 0 20
[junit4:junit4] 2> 14067 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[3 (1413376260033216512)]} 0 1
[junit4:junit4] 2> 14075 T1070 C27 P43693 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14075 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[3 (1413376260036362240)]} 0 6
[junit4:junit4] 2> 14079 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[4 (1413376260045799424)]} 0 1
[junit4:junit4] 2> 14091 T1056 C25 P43223 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 14091 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[4 (1413376260049993728)]} 0 9
[junit4:junit4] 2> 14095 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[5 (1413376260062576640)]} 0 1
[junit4:junit4] 2> 14103 T1070 C27 P43693 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14104 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[5 (1413376260066770944)]} 0 6
[junit4:junit4] 2> 14110 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[6 (1413376260076208128)]} 0 3
[junit4:junit4] 2> 14194 T1070 C27 P43693 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=77
[junit4:junit4] 2> 14195 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[6 (1413376260082499584)]} 0 82
[junit4:junit4] 2> 14200 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[7 (1413376260171628544)]} 0 2
[junit4:junit4] 2> 14208 T1070 C27 P43693 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14209 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[7 (1413376260176871424)]} 0 6
[junit4:junit4] 2> 14213 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[8 (1413376260186308608)]} 0 1
[junit4:junit4] 2> 14225 T1056 C25 P43223 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52839/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14225 T1038 C26 P52839 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 14226 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[8]} 0 10
[junit4:junit4] 2> 14230 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[9 (1413376260204134400)]} 0 1
[junit4:junit4] 2> 14240 T1070 C27 P43693 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:24191/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14241 T1048 C28 P24191 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 14242 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[9]} 0 9
[junit4:junit4] 2> 14245 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[10 (1413376260219863040)]} 0 1
[junit4:junit4] 2> 14256 T1056 C25 P43223 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52839/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14257 T1038 C26 P52839 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 14258 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[10]} 0 10
[junit4:junit4] 2> 14285 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[11 (1413376260237688832)]} 0 24
[junit4:junit4] 2> 14298 T1056 C25 P43223 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52839/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14298 T1038 C26 P52839 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 14299 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[11]} 0 11
[junit4:junit4] 2> 14305 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[12 (1413376260280680448)]} 0 3
[junit4:junit4] 2> 14315 T1056 C25 P43223 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52839/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14315 T1038 C26 P52839 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 14316 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[12]} 0 9
[junit4:junit4] 2> 14320 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[13 (1413376260298506240)]} 0 1
[junit4:junit4] 2> 14329 T1056 C25 P43223 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14329 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[13 (1413376260302700544)]} 0 6
[junit4:junit4] 2> 14338 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[14 (1413376260312137728)]} 0 6
[junit4:junit4] 2> 14349 T1056 C25 P43223 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52839/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14350 T1038 C26 P52839 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 14351 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[14]} 0 10
[junit4:junit4] 2> 14354 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[15 (1413376260334157824)]} 0 1
[junit4:junit4] 2> 14362 T1056 C25 P43223 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14363 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[15 (1413376260338352128)]} 0 6
[junit4:junit4] 2> 14366 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[16 (1413376260346740736)]} 0 1
[junit4:junit4] 2> 14376 T1056 C25 P43223 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52839/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14377 T1038 C26 P52839 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 14377 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[16]} 0 8
[junit4:junit4] 2> 14384 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[17 (1413376260363517952)]} 0 4
[junit4:junit4] 2> 14399 T1070 C27 P43693 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:24191/solr/collection1/&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 14399 T1048 C28 P24191 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=10
[junit4:junit4] 2> 14400 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[17]} 0 14
[junit4:junit4] 2> 14403 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[100 (1413376260385538048)]} 0 1
[junit4:junit4] 2> 14444 T1056 C25 P43223 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52839/solr/collection1/&wt=javabin&version=2} status=0 QTime=16
[junit4:junit4] 2> 14445 T1038 C26 P52839 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=37
[junit4:junit4] 2> 14446 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[100]} 0 40
[junit4:junit4] 2> 14449 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[101 (1413376260433772544)]} 0 1
[junit4:junit4] 2> 14461 T1056 C25 P43223 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52839/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14462 T1038 C26 P52839 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8
[junit4:junit4] 2> 14462 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[101]} 0 10
[junit4:junit4] 2> 14466 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[102 (1413376260451598336)]} 0 1
[junit4:junit4] 2> 14473 T1056 C25 P43223 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14474 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[102 (1413376260455792640)]} 0 5
[junit4:junit4] 2> 14495 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[103 (1413376260463132672)]} 0 19
[junit4:junit4] 2> 14502 T1070 C27 P43693 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14503 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[103 (1413376260486201344)]} 0 5
[junit4:junit4] 2> 14507 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[104 (1413376260493541376)]} 0 2
[junit4:junit4] 2> 14517 T1070 C27 P43693 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:24191/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14518 T1048 C28 P24191 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 14518 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[104]} 0 8
[junit4:junit4] 2> 14522 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[105 (1413376260510318592)]} 0 1
[junit4:junit4] 2> 14562 T1070 C27 P43693 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:24191/solr/collection1/&wt=javabin&version=2} status=0 QTime=17
[junit4:junit4] 2> 14563 T1048 C28 P24191 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=36
[junit4:junit4] 2> 14564 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[105]} 0 39
[junit4:junit4] 2> 14567 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[106 (1413376260557504512)]} 0 1
[junit4:junit4] 2> 14577 T1070 C27 P43693 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14578 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[106 (1413376260561698816)]} 0 8
[junit4:junit4] 2> 14581 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[107 (1413376260572184576)]} 0 1
[junit4:junit4] 2> 14588 T1056 C25 P43223 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14589 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[107 (1413376260576378880)]} 0 5
[junit4:junit4] 2> 14592 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[108 (1413376260583718912)]} 0 1
[junit4:junit4] 2> 14599 T1056 C25 P43223 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14600 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[108 (1413376260587913216)]} 0 5
[junit4:junit4] 2> 14603 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[109 (1413376260595253248)]} 0 1
[junit4:junit4] 2> 14613 T1056 C25 P43223 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52839/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14614 T1038 C26 P52839 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 14614 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[109]} 0 8
[junit4:junit4] 2> 14618 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[110 (1413376260610981888)]} 0 1
[junit4:junit4] 2> 14625 T1056 C25 P43223 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14626 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[110 (1413376260615176192)]} 0 5
[junit4:junit4] 2> 14629 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[111 (1413376260622516224)]} 0 1
[junit4:junit4] 2> 14636 T1056 C25 P43223 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14637 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[111 (1413376260626710528)]} 0 5
[junit4:junit4] 2> 14640 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[112 (1413376260634050560)]} 0 1
[junit4:junit4] 2> 14647 T1070 C27 P43693 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14648 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[112 (1413376260638244864)]} 0 5
[junit4:junit4] 2> 14661 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[113 (1413376260645584896)]} 0 11
[junit4:junit4] 2> 14670 T1056 C25 P43223 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52839/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14671 T1038 C26 P52839 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 14672 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[113]} 0 8
[junit4:junit4] 2> 14676 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[114 (1413376260670750720)]} 0 2
[junit4:junit4] 2> 14683 T1056 C25 P43223 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14684 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[114 (1413376260675993600)]} 0 5
[junit4:junit4] 2> 14687 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[115 (1413376260683333632)]} 0 1
[junit4:junit4] 2> 14696 T1070 C27 P43693 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:24191/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14697 T1048 C28 P24191 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 14697 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[115]} 0 8
[junit4:junit4] 2> 14701 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[116 (1413376260698013696)]} 0 1
[junit4:junit4] 2> 14708 T1070 C27 P43693 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14708 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[116 (1413376260702208000)]} 0 4
[junit4:junit4] 2> 14712 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[117 (1413376260709548032)]} 0 1
[junit4:junit4] 2> 14719 T1070 C27 P43693 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14720 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[117 (1413376260713742336)]} 0 5
[junit4:junit4] 2> 14723 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[118 (1413376260721082368)]} 0 1
[junit4:junit4] 2> 14760 T1056 C25 P43223 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52839/solr/collection1/&wt=javabin&version=2} status=0 QTime=16
[junit4:junit4] 2> 14761 T1038 C26 P52839 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=33
[junit4:junit4] 2> 14761 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[118]} 0 35
[junit4:junit4] 2> 14765 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[119 (1413376260765122560)]} 0 1
[junit4:junit4] 2> 14772 T1070 C27 P43693 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14772 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[119 (1413376260769316864)]} 0 4
[junit4:junit4] 2> 14776 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[120 (1413376260776656896)]} 0 1
[junit4:junit4] 2> 14784 T1070 C27 P43693 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:24191/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14785 T1048 C28 P24191 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 14785 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[120]} 0 7
[junit4:junit4] 2> 14789 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[121 (1413376260790288384)]} 0 1
[junit4:junit4] 2> 14798 T1070 C27 P43693 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:24191/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14799 T1048 C28 P24191 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 14799 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[121]} 0 7
[junit4:junit4] 2> 14803 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[122 (1413376260804968448)]} 0 1
[junit4:junit4] 2> 14812 T1056 C25 P43223 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14813 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[122 (1413376260809162752)]} 0 7
[junit4:junit4] 2> 14826 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[123 (1413376260818599936)]} 0 11
[junit4:junit4] 2> 14832 T1056 C25 P43223 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14833 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[123 (1413376260832231424)]} 0 5
[junit4:junit4] 2> 14836 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[124 (1413376260839571456)]} 0 1
[junit4:junit4] 2> 14843 T1056 C25 P43223 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14844 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[124 (1413376260843765760)]} 0 5
[junit4:junit4] 2> 14847 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[125 (1413376260851105792)]} 0 1
[junit4:junit4] 2> 14854 T1056 C25 P43223 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14855 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[125 (1413376260855300096)]} 0 5
[junit4:junit4] 2> 14858 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[126 (1413376260862640128)]} 0 1
[junit4:junit4] 2> 14866 T1070 C27 P43693 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:24191/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14867 T1048 C28 P24191 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 14867 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[126]} 0 7
[junit4:junit4] 2> 14871 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[127 (1413376260876271616)]} 0 1
[junit4:junit4] 2> 14909 T1070 C27 P43693 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=19
[junit4:junit4] 2> 14910 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[127 (1413376260879417344)]} 0 37
[junit4:junit4] 2> 14913 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[128 (1413376260920311808)]} 0 1
[junit4:junit4] 2> 14924 T1070 C27 P43693 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:24191/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14925 T1048 C28 P24191 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 14925 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[128]} 0 9
[junit4:junit4] 2> 14929 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[129 (1413376260937089024)]} 0 1
[junit4:junit4] 2> 14937 T1056 C25 P43223 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52839/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14938 T1038 C26 P52839 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 14938 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[129]} 0 7
[junit4:junit4] 2> 14942 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[130 (1413376260950720512)]} 0 1
[junit4:junit4] 2> 14954 T1070 C27 P43693 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14955 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[130 (1413376260953866240)]} 0 11
[junit4:junit4] 2> 14958 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[131 (1413376260967497728)]} 0 1
[junit4:junit4] 2> 14966 T1070 C27 P43693 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:24191/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14967 T1048 C28 P24191 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 14967 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[131]} 0 7
[junit4:junit4] 2> 14971 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[132 (1413376260981129216)]} 0 1
[junit4:junit4] 2> 14977 T1056 C25 P43223 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14978 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[132 (1413376260984274944)]} 0 5
[junit4:junit4] 2> 14990 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[133 (1413376260991614976)]} 0 10
[junit4:junit4] 2> 14999 T1056 C25 P43223 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52839/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15000 T1038 C26 P52839 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 15000 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[133]} 0 7
[junit4:junit4] 2> 15005 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[134 (1413376261015732224)]} 0 2
[junit4:junit4] 2> 15012 T1070 C27 P43693 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15013 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[134 (1413376261020975104)]} 0 5
[junit4:junit4] 2> 15016 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[135 (1413376261028315136)]} 0 1
[junit4:junit4] 2> 15022 T1056 C25 P43223 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15023 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[135 (1413376261031460864)]} 0 5
[junit4:junit4] 2> 15026 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[136 (1413376261038800896)]} 0 1
[junit4:junit4] 2> 15035 T1070 C27 P43693 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:24191/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15035 T1048 C28 P24191 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 15035 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[136]} 0 6
[junit4:junit4] 2> 15039 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[137 (1413376261052432384)]} 0 1
[junit4:junit4] 2> 15048 T1070 C27 P43693 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:24191/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15049 T1048 C28 P24191 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 15049 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[137]} 0 7
[junit4:junit4] 2> 15053 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[138 (1413376261067112448)]} 0 1
[junit4:junit4] 2> 15060 T1056 C25 P43223 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15061 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[138 (1413376261071306752)]} 0 5
[junit4:junit4] 2> 15064 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[139 (1413376261078646784)]} 0 1
[junit4:junit4] 2> 15073 T1070 C27 P43693 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:24191/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15074 T1048 C28 P24191 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 15074 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[139]} 0 7
[junit4:junit4] 2> 15078 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[140 (1413376261093326848)]} 0 1
[junit4:junit4] 2> 15087 T1070 C27 P43693 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:24191/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15088 T1048 C28 P24191 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 15088 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[140]} 0 7
[junit4:junit4] 2> 15092 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[141 (1413376261108006912)]} 0 1
[junit4:junit4] 2> 15101 T1070 C27 P43693 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:24191/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15102 T1048 C28 P24191 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 15102 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[141]} 0 7
[junit4:junit4] 2> 15106 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[142 (1413376261122686976)]} 0 1
[junit4:junit4] 2> 15136 T1070 C27 P43693 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:24191/solr/collection1/&wt=javabin&version=2} status=0 QTime=9
[junit4:junit4] 2> 15137 T1048 C28 P24191 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=26
[junit4:junit4] 2> 15137 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[142]} 0 28
[junit4:junit4] 2> 15150 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[143 (1413376261159387136)]} 0 10
[junit4:junit4] 2> 15160 T1070 C27 P43693 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:24191/solr/collection1/&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15160 T1048 C28 P24191 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 15161 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[143]} 0 9
[junit4:junit4] 2> 15164 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[144 (1413376261183504384)]} 0 1
[junit4:junit4] 2> 15173 T1070 C27 P43693 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:24191/solr/collection1/&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15173 T1048 C28 P24191 REQ /update {distrib.from=http://127.0.0.1:52839/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 15173 T1034 C26 P52839 /update {wt=javabin&version=2} {add=[144]} 0 6
[junit4:junit4] 2> 15177 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[145 (1413376261197135872)]} 0 1
[junit4:junit4] 2> 15183 T1070 C27 P43693 REQ /update {distrib.from=http://127.0.0.1:24191/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15183 T1050 C28 P24191 /update {wt=javabin&version=2} {add=[145 (1413376261200281600)]} 0 4
[junit4:junit4] 2> 15187 T1018 C29 P25025 /update {wt=javabin&version=2} {add=[146 (1413376261207621632)]} 0 1
[junit4:junit4] 2> 15222 T1056 C25 P43223 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52839/solr/collection1/&wt=javabin&version=2} status=0 QTime=14
[junit4:junit4]
[...truncated too long message...]
ic/Madeira -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE 167s J0 | SyncSliceTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: java.lang.AssertionError: There are still nodes recoverying
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([5638A91D867C79B6:D7DE2705F123198A]:0)
[junit4:junit4] > at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
[junit4:junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:560)
[junit4:junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1135)
[junit4:junit4] > at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:162)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4] > at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4] > at java.lang.reflect.Method.invoke(Method.java:616)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4] > at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4] > at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 166861 T3224 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> NOTE: test params are: codec=Asserting, sim=DefaultSimilarity, locale=it_CH, timezone=Atlantic/Madeira
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=1,free=171123328,total=312672256
[junit4:junit4] 2> NOTE: All tests run in this JVM: [AlternateDirectoryTest, TestWordDelimiterFilterFactory, SpellPossibilityIteratorTest, TestSolrJ, SystemInfoHandlerTest, TestLuceneMatchVersion, DateFieldTest, UpdateRequestProcessorFactoryTest, TestCollationField, HighlighterConfigTest, TestIBSimilarityFactory, TestCoreContainer, TestPerFieldSimilarity, NotRequiredUniqueKeyTest, TestFastLRUCache, DateMathParserTest, TestStressVersions, CurrencyFieldTest, TestQuerySenderNoQuery, SuggesterFSTTest, SuggesterWFSTTest, DirectUpdateHandlerOptimizeTest, AutoCommitTest, TestStressReorder, SpatialFilterTest, TestLFUCache, TestFiltering, DistributedSpellCheckComponentTest, RequestHandlersTest, TestSuggestSpellingConverter, TestConfig, ZkControllerTest, NumericFieldsTest, TestJoin, FileBasedSpellCheckerTest, CSVRequestHandlerTest, TestRangeQuery, MoreLikeThisHandlerTest, SampleTest, TestBinaryResponseWriter, BinaryUpdateRequestHandlerTest, SpellCheckCollatorTest, SolrCmdDistributorTest, CoreAdminHandlerTest, TestFaceting, SOLR749Test, CoreContainerCoreInitFailuresTest, LoggingHandlerTest, ResourceLoaderTest, TestSearchPerf, SolrCoreCheckLockOnStartupTest, TestGroupingSearch, CacheHeaderTest, BasicDistributedZkTest, LeaderElectionIntegrationTest, LeaderElectionTest, TestRealTimeGet, TestDistributedGrouping, TestExtendedDismaxParser, SoftAutoCommitTest, WordBreakSolrSpellCheckerTest, TestHashPartitioner, DistributedTermsComponentTest, TestRecovery, IndexBasedSpellCheckerTest, DirectUpdateHandlerTest, TestMultiCoreConfBootstrap, SimpleFacetsTest, LukeRequestHandlerTest, PeerSyncTest, QueryElevationComponentTest, SortByFunctionTest, SignatureUpdateProcessorFactoryTest, TestJmxIntegration, HighlighterTest, TestIndexSearcher, TestFunctionQuery, TestTrie, SolrRequestParserTest, DirectSolrConnectionTest, TestCSVLoader, PolyFieldTest, DocumentBuilderTest, MBeansHandlerTest, TestPseudoReturnFields, DisMaxRequestHandlerTest, IndexSchemaTest, TermsComponentTest, DistanceFunctionTest, SolrInfoMBeanTest, MinimalSchemaTest, TestQueryTypes, TestPHPSerializedResponseWriter, XmlUpdateRequestHandlerTest, FieldAnalysisRequestHandlerTest, JsonLoaderTest, TestSurroundQueryParser, TestSolrQueryParser, FastVectorHighlighterTest, JSONWriterTest, ReturnFieldsTest, CopyFieldTest, UniqFieldsUpdateProcessorFactoryTest, TestPropInject, FieldMutatingUpdateProcessorTest, TestBinaryField, TestSolrDeletionPolicy2, DefaultValueUpdateProcessorTest, TestXIncludeConfig, TestQuerySenderListener, MultiTermTest, TestBM25SimilarityFactory, TestPhraseSuggestions, TestLMJelinekMercerSimilarityFactory, TestDefaultSimilarityFactory, FileUtilsTest, SpellingQueryConverterTest, UUIDFieldTest, RAMDirectoryFactoryTest, TestUtils, PreAnalyzedFieldTest, ZkNodePropsTest, CircularListTest, AnalysisAfterCoreReloadTest, SyncSliceTest]
[junit4:junit4] Completed on J0 in 166.89s, 1 test, 1 failure <<< FAILURES!
[...truncated 5 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:32: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:146: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/module-build.xml:63: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1133: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:810: There were test failures: 230 suites, 951 tests, 2 failures, 7 ignored (2 assumptions)
Total time: 100 minutes 31 seconds
Build step 'Invoke Ant' marked build as failure
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure