You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/03/16 07:11:43 UTC

[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1426 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1426/

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([82F4053A28E7C00D:3128B225FB8A031]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 8644 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T2001 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /p/
[junit4:junit4]   2> 6 T2001 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1363413750772
[junit4:junit4]   2> 7 T2001 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 7 T2002 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 10 T2002 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 11 T2002 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 11 T2002 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 11 T2002 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 12 T2002 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1363413750772/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 108 T2001 oasc.ZkTestServer.run start zk server on port:18913
[junit4:junit4]   2> 108 T2001 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:18913 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@30d21291
[junit4:junit4]   2> 109 T2001 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 109 T2007 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:18913. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 110 T2007 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:18913, initiating session
[junit4:junit4]   2> 110 T2003 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:18914
[junit4:junit4]   2> 111 T2003 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:18914
[junit4:junit4]   2> 111 T2005 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 119 T2005 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d71cad3fb0000 with negotiated timeout 10000 for client /140.211.11.196:18914
[junit4:junit4]   2> 119 T2007 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:18913, sessionid = 0x13d71cad3fb0000, negotiated timeout = 10000
[junit4:junit4]   2> 119 T2008 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30d21291 name:ZooKeeperConnection Watcher:127.0.0.1:18913 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 119 T2001 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 120 T2001 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 126 T2006 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d71cad3fb0000
[junit4:junit4]   2> 128 T2008 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 128 T2003 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:18914 which had sessionid 0x13d71cad3fb0000
[junit4:junit4]   2> 128 T2001 oaz.ZooKeeper.close Session: 0x13d71cad3fb0000 closed
[junit4:junit4]   2> 129 T2001 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:18913/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@43ead6c1
[junit4:junit4]   2> 130 T2001 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 130 T2009 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:18913. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 130 T2009 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:18913, initiating session
[junit4:junit4]   2> 131 T2003 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:18916
[junit4:junit4]   2> 131 T2003 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:18916
[junit4:junit4]   2> 140 T2005 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d71cad3fb0001 with negotiated timeout 10000 for client /140.211.11.196:18916
[junit4:junit4]   2> 140 T2009 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:18913, sessionid = 0x13d71cad3fb0001, negotiated timeout = 10000
[junit4:junit4]   2> 140 T2010 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@43ead6c1 name:ZooKeeperConnection Watcher:127.0.0.1:18913/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 140 T2001 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 141 T2001 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 145 T2001 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 148 T2001 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 151 T2001 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 155 T2001 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 156 T2001 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 169 T2001 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 170 T2001 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 279 T2001 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 280 T2001 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 283 T2001 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 284 T2001 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 287 T2001 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 288 T2001 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 294 T2001 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 294 T2001 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 298 T2001 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 298 T2001 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 301 T2001 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 302 T2001 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 305 T2001 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 306 T2001 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 308 T2006 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d71cad3fb0001
[junit4:junit4]   2> 316 T2010 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 316 T2003 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:18916 which had sessionid 0x13d71cad3fb0001
[junit4:junit4]   2> 316 T2001 oaz.ZooKeeper.close Session: 0x13d71cad3fb0001 closed
[junit4:junit4]   2> 506 T2001 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 511 T2001 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4:junit4]   2> 512 T2001 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 513 T2001 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 513 T2001 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363413751083
[junit4:junit4]   2> 513 T2001 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363413751083/solr.xml
[junit4:junit4]   2> 514 T2001 oasc.CoreContainer.<init> New CoreContainer 391534428
[junit4:junit4]   2> 515 T2001 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363413751083/'
[junit4:junit4]   2> 515 T2001 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363413751083/'
[junit4:junit4]   2> 564 T2001 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 565 T2001 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 565 T2001 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 566 T2001 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 566 T2001 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 566 T2001 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 567 T2001 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 567 T2001 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 568 T2001 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 568 T2001 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 589 T2001 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 607 T2001 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:18913/solr
[junit4:junit4]   2> 608 T2001 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 608 T2001 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:18913 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@520cefa0
[junit4:junit4]   2> 609 T2001 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 610 T2020 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:18913. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 611 T2020 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:18913, initiating session
[junit4:junit4]   2> 611 T2003 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:18918
[junit4:junit4]   2> 611 T2003 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:18918
[junit4:junit4]   2> 613 T2005 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d71cad3fb0002 with negotiated timeout 20000 for client /140.211.11.196:18918
[junit4:junit4]   2> 613 T2020 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:18913, sessionid = 0x13d71cad3fb0002, negotiated timeout = 20000
[junit4:junit4]   2> 614 T2021 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@520cefa0 name:ZooKeeperConnection Watcher:127.0.0.1:18913 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 614 T2001 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 615 T2006 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d71cad3fb0002
[junit4:junit4]   2> 627 T2021 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 627 T2003 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:18918 which had sessionid 0x13d71cad3fb0002
[junit4:junit4]   2> 627 T2001 oaz.ZooKeeper.close Session: 0x13d71cad3fb0002 closed
[junit4:junit4]   2> 628 T2001 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 639 T2001 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:18913/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@10d3bd3c
[junit4:junit4]   2> 640 T2001 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 640 T2022 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:18913. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 641 T2022 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:18913, initiating session
[junit4:junit4]   2> 641 T2003 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:18919
[junit4:junit4]   2> 641 T2003 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:18919
[junit4:junit4]   2> 642 T2005 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d71cad3fb0003 with negotiated timeout 20000 for client /140.211.11.196:18919
[junit4:junit4]   2> 642 T2022 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:18913, sessionid = 0x13d71cad3fb0003, negotiated timeout = 20000
[junit4:junit4]   2> 643 T2023 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10d3bd3c name:ZooKeeperConnection Watcher:127.0.0.1:18913/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 643 T2001 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 645 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 653 T2001 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 656 T2001 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:18917_p
[junit4:junit4]   2> 657 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:18917_p Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:18917_p
[junit4:junit4]   2> 659 T2001 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:18917_p
[junit4:junit4]   2> 662 T2001 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 672 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 681 T2001 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 683 T2001 oasc.Overseer.start Overseer (id=89352683571052547-127.0.0.1:18917_p-n_0000000000) starting
[junit4:junit4]   2> 684 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 686 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 687 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 697 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 699 T2025 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 699 T2001 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 708 T2001 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 710 T2001 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 712 T2024 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 716 T2026 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363413751083/collection1
[junit4:junit4]   2> 716 T2026 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 717 T2026 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 717 T2026 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 718 T2026 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363413751083/collection1/'
[junit4:junit4]   2> 719 T2026 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363413751083/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 720 T2026 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363413751083/collection1/lib/README' to classloader
[junit4:junit4]   2> 773 T2026 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 830 T2026 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 931 T2026 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 937 T2026 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1528 T2026 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1536 T2026 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1539 T2026 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1550 T2026 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1554 T2026 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1557 T2026 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1557 T2026 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1557 T2026 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1558 T2026 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1558 T2026 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1559 T2026 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1559 T2026 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1581 T2026 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363413751083/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363413750772/control/data/
[junit4:junit4]   2> 1581 T2026 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b2dd538
[junit4:junit4]   2> 1581 T2026 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1582 T2026 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/control/data forceNew: false
[junit4:junit4]   2> 1583 T2026 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363413750772/control/data/index/
[junit4:junit4]   2> 1583 T2026 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363413750772/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1584 T2026 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/control/data/index forceNew: false
[junit4:junit4]   2> 1614 T2026 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@19224058; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1615 T2026 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1616 T2026 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1616 T2026 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1617 T2026 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1617 T2026 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1618 T2026 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1618 T2026 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1618 T2026 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1618 T2026 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1618 T2026 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1623 T2026 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1628 T2026 oass.SolrIndexSearcher.<init> Opening Searcher@502cc704 main
[junit4:junit4]   2> 1629 T2026 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1629 T2026 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1632 T2027 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@502cc704 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1632 T2026 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1632 T2026 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1633 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb0003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2215 T2024 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2215 T2024 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:18917_p",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:18917/p"}
[junit4:junit4]   2> 2216 T2024 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2216 T2024 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2216 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb0003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2265 T2023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2645 T2026 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2645 T2026 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:18917/p collection:control_collection shard:shard1
[junit4:junit4]   2> 2646 T2026 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2664 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb0003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2665 T2026 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2666 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb0003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2668 T2026 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2668 T2026 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2668 T2026 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:18917/p/collection1/
[junit4:junit4]   2> 2669 T2026 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2669 T2026 oasc.SyncStrategy.syncToMe http://127.0.0.1:18917/p/collection1/ has no replicas
[junit4:junit4]   2> 2669 T2026 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:18917/p/collection1/
[junit4:junit4]   2> 2669 T2026 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2673 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb0003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3777 T2024 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3813 T2023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3848 T2026 oasc.ZkController.register We are http://127.0.0.1:18917/p/collection1/ and leader is http://127.0.0.1:18917/p/collection1/
[junit4:junit4]   2> 3848 T2026 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:18917/p
[junit4:junit4]   2> 3848 T2026 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3848 T2026 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3848 T2026 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3850 T2026 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3851 T2001 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3852 T2001 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3853 T2001 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3865 T2001 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3867 T2001 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:18913/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@2b843a5f
[junit4:junit4]   2> 3868 T2001 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3868 T2029 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:18913. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3868 T2029 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:18913, initiating session
[junit4:junit4]   2> 3869 T2003 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:18942
[junit4:junit4]   2> 3869 T2003 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:18942
[junit4:junit4]   2> 3870 T2005 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d71cad3fb0004 with negotiated timeout 10000 for client /140.211.11.196:18942
[junit4:junit4]   2> 3870 T2029 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:18913, sessionid = 0x13d71cad3fb0004, negotiated timeout = 10000
[junit4:junit4]   2> 3871 T2030 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b843a5f name:ZooKeeperConnection Watcher:127.0.0.1:18913/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3871 T2001 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3872 T2001 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3874 T2001 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4061 T2001 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4064 T2001 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4:junit4]   2> 4065 T2001 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4065 T2001 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4065 T2001 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363413754640
[junit4:junit4]   2> 4066 T2001 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363413754640/solr.xml
[junit4:junit4]   2> 4066 T2001 oasc.CoreContainer.<init> New CoreContainer 1191825981
[junit4:junit4]   2> 4067 T2001 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363413754640/'
[junit4:junit4]   2> 4067 T2001 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363413754640/'
[junit4:junit4]   2> 4113 T2001 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4113 T2001 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4114 T2001 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4114 T2001 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4115 T2001 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4115 T2001 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4116 T2001 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4116 T2001 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4116 T2001 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4117 T2001 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4134 T2001 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4151 T2001 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:18913/solr
[junit4:junit4]   2> 4151 T2001 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4152 T2001 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:18913 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@3236dcd6
[junit4:junit4]   2> 4153 T2001 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4153 T2040 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:18913. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4154 T2040 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:18913, initiating session
[junit4:junit4]   2> 4154 T2003 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:18944
[junit4:junit4]   2> 4155 T2003 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:18944
[junit4:junit4]   2> 4157 T2005 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d71cad3fb0005 with negotiated timeout 20000 for client /140.211.11.196:18944
[junit4:junit4]   2> 4157 T2040 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:18913, sessionid = 0x13d71cad3fb0005, negotiated timeout = 20000
[junit4:junit4]   2> 4157 T2041 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3236dcd6 name:ZooKeeperConnection Watcher:127.0.0.1:18913 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4157 T2001 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4158 T2006 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d71cad3fb0005
[junit4:junit4]   2> 4174 T2003 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:18944 which had sessionid 0x13d71cad3fb0005
[junit4:junit4]   2> 4174 T2041 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4174 T2001 oaz.ZooKeeper.close Session: 0x13d71cad3fb0005 closed
[junit4:junit4]   2> 4175 T2001 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4183 T2001 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:18913/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5c255913
[junit4:junit4]   2> 4184 T2001 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4184 T2042 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:18913. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4185 T2042 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:18913, initiating session
[junit4:junit4]   2> 4185 T2003 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:18945
[junit4:junit4]   2> 4186 T2003 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:18945
[junit4:junit4]   2> 4187 T2005 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d71cad3fb0006 with negotiated timeout 20000 for client /140.211.11.196:18945
[junit4:junit4]   2> 4187 T2042 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:18913, sessionid = 0x13d71cad3fb0006, negotiated timeout = 20000
[junit4:junit4]   2> 4187 T2043 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c255913 name:ZooKeeperConnection Watcher:127.0.0.1:18913/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4188 T2001 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4188 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb0006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4194 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb0006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4197 T2001 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5200 T2001 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:18943_p
[junit4:junit4]   2> 5201 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb0006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:18943_p Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:18943_p
[junit4:junit4]   2> 5202 T2001 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:18943_p
[junit4:junit4]   2> 5206 T2030 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5206 T2023 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5206 T2043 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5206 T2023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5224 T2044 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363413754640/collection1
[junit4:junit4]   2> 5224 T2044 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5225 T2044 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5225 T2044 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5226 T2044 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363413754640/collection1/'
[junit4:junit4]   2> 5227 T2044 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363413754640/collection1/lib/README' to classloader
[junit4:junit4]   2> 5228 T2044 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363413754640/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5271 T2044 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 5323 T2044 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5326 T2024 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5327 T2024 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:18917_p_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:18917_p",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:18917/p"}
[junit4:junit4]   2> 5341 T2030 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5341 T2023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5424 T2043 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5424 T2044 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5430 T2044 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6013 T2044 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6021 T2044 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6024 T2044 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6036 T2044 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6039 T2044 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6042 T2044 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6043 T2044 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6044 T2044 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6044 T2044 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6045 T2044 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6045 T2044 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6046 T2044 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 6046 T2044 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363413754640/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty1/
[junit4:junit4]   2> 6046 T2044 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b2dd538
[junit4:junit4]   2> 6046 T2044 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 6047 T2044 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty1 forceNew: false
[junit4:junit4]   2> 6047 T2044 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty1/index/
[junit4:junit4]   2> 6048 T2044 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6048 T2044 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty1/index forceNew: false
[junit4:junit4]   2> 6053 T2044 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f3411; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6053 T2044 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6055 T2044 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6055 T2044 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6056 T2044 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6056 T2044 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6057 T2044 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6057 T2044 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6057 T2044 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6057 T2044 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6058 T2044 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6062 T2044 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6067 T2044 oass.SolrIndexSearcher.<init> Opening Searcher@390982b7 main
[junit4:junit4]   2> 6068 T2044 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6068 T2044 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6071 T2045 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@390982b7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6072 T2044 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 6072 T2044 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6845 T2024 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6846 T2024 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:18943_p",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:18943/p"}
[junit4:junit4]   2> 6846 T2024 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 6846 T2024 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6875 T2023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6875 T2030 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6875 T2043 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7075 T2044 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7075 T2044 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:18943/p collection:collection1 shard:shard1
[junit4:junit4]   2> 7076 T2044 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7106 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb0006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7107 T2044 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7107 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb0006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7118 T2044 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7118 T2044 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7118 T2044 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:18943/p/collection1/
[junit4:junit4]   2> 7118 T2044 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7118 T2044 oasc.SyncStrategy.syncToMe http://127.0.0.1:18943/p/collection1/ has no replicas
[junit4:junit4]   2> 7119 T2044 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:18943/p/collection1/
[junit4:junit4]   2> 7119 T2044 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7123 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb0006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8387 T2024 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8407 T2030 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8407 T2023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8407 T2043 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8460 T2044 oasc.ZkController.register We are http://127.0.0.1:18943/p/collection1/ and leader is http://127.0.0.1:18943/p/collection1/
[junit4:junit4]   2> 8460 T2044 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:18943/p
[junit4:junit4]   2> 8460 T2044 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8460 T2044 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8460 T2044 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8462 T2044 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8463 T2001 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8464 T2001 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8464 T2001 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8665 T2001 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8668 T2001 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4:junit4]   2> 8669 T2001 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8670 T2001 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8670 T2001 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363413759244
[junit4:junit4]   2> 8671 T2001 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363413759244/solr.xml
[junit4:junit4]   2> 8671 T2001 oasc.CoreContainer.<init> New CoreContainer 1688217352
[junit4:junit4]   2> 8672 T2001 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363413759244/'
[junit4:junit4]   2> 8672 T2001 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363413759244/'
[junit4:junit4]   2> 8722 T2001 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8722 T2001 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8723 T2001 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8723 T2001 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8724 T2001 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8724 T2001 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8725 T2001 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8725 T2001 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8726 T2001 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8726 T2001 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8747 T2001 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8765 T2001 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:18913/solr
[junit4:junit4]   2> 8766 T2001 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8767 T2001 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:18913 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@3188fd80
[junit4:junit4]   2> 8768 T2001 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8768 T2056 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:18913. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8769 T2056 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:18913, initiating session
[junit4:junit4]   2> 8769 T2003 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:18955
[junit4:junit4]   2> 8769 T2003 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:18955
[junit4:junit4]   2> 8789 T2005 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d71cad3fb0007 with negotiated timeout 20000 for client /140.211.11.196:18955
[junit4:junit4]   2> 8789 T2056 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:18913, sessionid = 0x13d71cad3fb0007, negotiated timeout = 20000
[junit4:junit4]   2> 8790 T2057 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3188fd80 name:ZooKeeperConnection Watcher:127.0.0.1:18913 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8790 T2001 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8791 T2006 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d71cad3fb0007
[junit4:junit4]   2> 8792 T2057 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8792 T2003 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:18955 which had sessionid 0x13d71cad3fb0007
[junit4:junit4]   2> 8792 T2001 oaz.ZooKeeper.close Session: 0x13d71cad3fb0007 closed
[junit4:junit4]   2> 8793 T2001 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8803 T2001 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:18913/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5f8aff2d
[junit4:junit4]   2> 8805 T2058 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:18913. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8804 T2001 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8805 T2058 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:18913, initiating session
[junit4:junit4]   2> 8805 T2003 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:18956
[junit4:junit4]   2> 8805 T2003 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:18956
[junit4:junit4]   2> 8806 T2005 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d71cad3fb0008 with negotiated timeout 20000 for client /140.211.11.196:18956
[junit4:junit4]   2> 8806 T2058 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:18913, sessionid = 0x13d71cad3fb0008, negotiated timeout = 20000
[junit4:junit4]   2> 8807 T2059 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5f8aff2d name:ZooKeeperConnection Watcher:127.0.0.1:18913/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8807 T2001 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8808 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb0008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8809 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb0008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8818 T2001 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9821 T2001 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:18954_p
[junit4:junit4]   2> 9822 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb0008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:18954_p Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:18954_p
[junit4:junit4]   2> 9844 T2001 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:18954_p
[junit4:junit4]   2> 9848 T2023 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9848 T2043 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9848 T2059 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9848 T2023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9848 T2030 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9849 T2043 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9849 T2030 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9882 T2060 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363413759244/collection1
[junit4:junit4]   2> 9882 T2060 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9883 T2060 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9883 T2060 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9884 T2060 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363413759244/collection1/'
[junit4:junit4]   2> 9885 T2060 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363413759244/collection1/lib/README' to classloader
[junit4:junit4]   2> 9886 T2060 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363413759244/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9920 T2024 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9921 T2024 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:18943_p_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:18943_p",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:18943/p"}
[junit4:junit4]   2> 9927 T2059 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9927 T2023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9927 T2043 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9927 T2030 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9935 T2060 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 9997 T2060 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10098 T2060 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10104 T2060 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10705 T2060 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10716 T2060 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10720 T2060 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10733 T2060 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10738 T2060 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10742 T2060 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10743 T2060 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10744 T2060 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10744 T2060 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10745 T2060 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10745 T2060 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10745 T2060 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 10746 T2060 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363413759244/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty2/
[junit4:junit4]   2> 10746 T2060 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b2dd538
[junit4:junit4]   2> 10746 T2060 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 10747 T2060 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty2 forceNew: false
[junit4:junit4]   2> 10748 T2060 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty2/index/
[junit4:junit4]   2> 10748 T2060 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10749 T2060 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty2/index forceNew: false
[junit4:junit4]   2> 10779 T2060 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@50217b88; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10780 T2060 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10782 T2060 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10783 T2060 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10783 T2060 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10784 T2060 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10784 T2060 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10785 T2060 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10785 T2060 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10785 T2060 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10786 T2060 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10793 T2060 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10801 T2060 oass.SolrIndexSearcher.<init> Opening Searcher@46061658 main
[junit4:junit4]   2> 10802 T2060 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10802 T2060 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10806 T2061 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@46061658 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10807 T2060 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10807 T2060 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11432 T2024 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11432 T2024 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:18954_p",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:18954/p"}
[junit4:junit4]   2> 11433 T2024 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 11433 T2024 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11485 T2059 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11485 T2030 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11485 T2043 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11485 T2023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11810 T2060 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11810 T2060 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:18954/p collection:collection1 shard:shard1
[junit4:junit4]   2> 11813 T2060 oasc.ZkController.register We are http://127.0.0.1:18954/p/collection1/ and leader is http://127.0.0.1:18943/p/collection1/
[junit4:junit4]   2> 11814 T2060 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:18954/p
[junit4:junit4]   2> 11814 T2060 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11814 T2060 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C98 name=collection1 org.apache.solr.core.SolrCore@5f8c5bac url=http://127.0.0.1:18954/p/collection1 node=127.0.0.1:18954_p C98_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:18954_p, base_url=http://127.0.0.1:18954/p}
[junit4:junit4]   2> 11814 T2062 C98 P18954 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11815 T2062 C98 P18954 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11816 T2062 C98 P18954 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11816 T2060 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11816 T2062 C98 P18954 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11817 T2001 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11818 T2062 C98 P18954 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11818 T2001 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11818 T2001 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12018 T2001 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12021 T2001 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4:junit4]   2> 12021 T2001 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12022 T2001 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12022 T2001 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363413762599
[junit4:junit4]   2> 12023 T2001 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363413762599/solr.xml
[junit4:junit4]   2> 12023 T2001 oasc.CoreContainer.<init> New CoreContainer 1550320739
[junit4:junit4]   2> 12024 T2001 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363413762599/'
[junit4:junit4]   2> 12024 T2001 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363413762599/'
[junit4:junit4]   2> 12074 T2001 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 12074 T2001 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12075 T2001 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12075 T2001 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12076 T2001 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12076 T2001 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12077 T2001 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12077 T2001 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12078 T2001 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12078 T2001 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12097 T2001 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12115 T2001 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:18913/solr
[junit4:junit4]   2> 12116 T2001 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12116 T2001 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:18913 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@75d43833
[junit4:junit4]   2> 12117 T2001 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12118 T2073 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:18913. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 12119 T2073 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:18913, initiating session
[junit4:junit4]   2> 12119 T2003 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:18966
[junit4:junit4]   2> 12119 T2003 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:18966
[junit4:junit4]   2> 12121 T2005 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d71cad3fb0009 with negotiated timeout 20000 for client /140.211.11.196:18966
[junit4:junit4]   2> 12121 T2073 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:18913, sessionid = 0x13d71cad3fb0009, negotiated timeout = 20000
[junit4:junit4]   2> 12122 T2074 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@75d43833 name:ZooKeeperConnection Watcher:127.0.0.1:18913 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12122 T2001 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12123 T2006 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d71cad3fb0009
[junit4:junit4]   2> 12133 T2074 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12133 T2003 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:18966 which had sessionid 0x13d71cad3fb0009
[junit4:junit4]   2> 12133 T2001 oaz.ZooKeeper.close Session: 0x13d71cad3fb0009 closed
[junit4:junit4]   2> 12133 T2001 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 12142 T2001 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:18913/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@174f8480
[junit4:junit4]   2> 12143 T2001 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12143 T2075 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:18913. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 12144 T2075 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:18913, initiating session
[junit4:junit4]   2> 12144 T2003 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:18967
[junit4:junit4]   2> 12144 T2003 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:18967
[junit4:junit4]   2> 12146 T2005 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d71cad3fb000a with negotiated timeout 20000 for client /140.211.11.196:18967
[junit4:junit4]   2> 12146 T2075 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:18913, sessionid = 0x13d71cad3fb000a, negotiated timeout = 20000
[junit4:junit4]   2> 12146 T2076 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@174f8480 name:ZooKeeperConnection Watcher:127.0.0.1:18913/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12146 T2001 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12147 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12149 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12158 T2001 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12990 T2024 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12991 T2024 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:18954_p_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:18954_p",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:18954/p"}
[junit4:junit4]   2> 13032 T2023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13032 T2043 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13032 T2030 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13032 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13032 T2059 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13161 T2001 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:18965_p
[junit4:junit4]   2> 13162 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb000a type:delete cxid:0xd zxid:0x87 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:18965_p Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:18965_p
[junit4:junit4]   2> 13164 T2001 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:18965_p
[junit4:junit4]   2> 13166 T2059 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13166 T2023 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13166 T2076 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13166 T2043 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13166 T2023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13167 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13166 T2030 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13167 T2043 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13167 T2030 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13167 T2059 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13181 T2077 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363413762599/collection1
[junit4:junit4]   2> 13182 T2077 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13182 T2077 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13182 T2077 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13183 T2077 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363413762599/collection1/'
[junit4:junit4]   2> 13185 T2077 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363413762599/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13185 T2077 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363413762599/collection1/lib/README' to classloader
[junit4:junit4]   2> 13238 T2077 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 13295 T2077 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13396 T2077 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13405 T2077 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13836 T2033 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:18954_p_collection1&state=recovering&nodeName=127.0.0.1:18954_p&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002 
[junit4:junit4]   2> 14015 T2077 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14023 T2077 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14026 T2077 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14036 T2077 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14040 T2077 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14043 T2077 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14044 T2077 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14044 T2077 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14045 T2077 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14045 T2077 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14045 T2077 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14046 T2077 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 14046 T2077 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363413762599/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty3/
[junit4:junit4]   2> 14046 T2077 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b2dd538
[junit4:junit4]   2> 14046 T2077 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 14047 T2077 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty3 forceNew: false
[junit4:junit4]   2> 14047 T2077 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty3/index/
[junit4:junit4]   2> 14048 T2077 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14048 T2077 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty3/index forceNew: false
[junit4:junit4]   2> 14053 T2077 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1db63eeb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14053 T2077 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14055 T2077 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14055 T2077 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14055 T2077 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14056 T2077 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14056 T2077 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14056 T2077 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14056 T2077 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14057 T2077 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14057 T2077 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14062 T2077 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14067 T2077 oass.SolrIndexSearcher.<init> Opening Searcher@701e19ad main
[junit4:junit4]   2> 14068 T2077 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14068 T2077 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14070 T2078 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@701e19ad main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14072 T2077 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14072 T2077 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14537 T2024 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14538 T2024 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:18965_p",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:18965/p"}
[junit4:junit4]   2> 14538 T2024 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 14538 T2024 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 14543 T2059 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14543 T2043 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14543 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14543 T2030 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14543 T2023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15074 T2077 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 15074 T2077 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:18965/p collection:collection1 shard:shard1
[junit4:junit4]   2> 15078 T2077 oasc.ZkController.register We are http://127.0.0.1:18965/p/collection1/ and leader is http://127.0.0.1:18943/p/collection1/
[junit4:junit4]   2> 15078 T2077 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:18965/p
[junit4:junit4]   2> 15078 T2077 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 15078 T2077 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C99 name=collection1 org.apache.solr.core.SolrCore@44c78091 url=http://127.0.0.1:18965/p/collection1 node=127.0.0.1:18965_p C99_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:18965_p, base_url=http://127.0.0.1:18965/p}
[junit4:junit4]   2> 15079 T2079 C99 P18965 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 15079 T2077 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15080 T2079 C99 P18965 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 15080 T2079 C99 P18965 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 15080 T2079 C99 P18965 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15081 T2001 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 15081 T2001 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 15082 T2001 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15102 T2079 C99 P18965 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15288 T2001 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 15291 T2001 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4:junit4]   2> 15292 T2001 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 15292 T2001 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 15293 T2001 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363413765861
[junit4:junit4]   2> 15293 T2001 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363413765861/solr.xml
[junit4:junit4]   2> 15294 T2001 oasc.CoreContainer.<init> New CoreContainer 1005547847
[junit4:junit4]   2> 15294 T2001 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363413765861/'
[junit4:junit4]   2> 15295 T2001 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363413765861/'
[junit4:junit4]   2> 15345 T2001 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 15346 T2001 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 15346 T2001 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 15346 T2001 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 15347 T2001 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 15347 T2001 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 15348 T2001 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 15348 T2001 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 15349 T2001 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 15349 T2001 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 15370 T2001 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 15388 T2001 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:18913/solr
[junit4:junit4]   2> 15389 T2001 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 15389 T2001 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:18913 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@554ff7ea
[junit4:junit4]   2> 15390 T2001 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15391 T2090 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:18913. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 15391 T2090 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:18913, initiating session
[junit4:junit4]   2> 15392 T2003 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:18974
[junit4:junit4]   2> 15392 T2003 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:18974
[junit4:junit4]   2> 15394 T2005 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d71cad3fb000b with negotiated timeout 20000 for client /140.211.11.196:18974
[junit4:junit4]   2> 15395 T2090 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:18913, sessionid = 0x13d71cad3fb000b, negotiated timeout = 20000
[junit4:junit4]   2> 15395 T2091 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@554ff7ea name:ZooKeeperConnection Watcher:127.0.0.1:18913 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15395 T2001 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15396 T2006 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d71cad3fb000b
[junit4:junit4]   2> 15406 T2091 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 15406 T2003 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:18974 which had sessionid 0x13d71cad3fb000b
[junit4:junit4]   2> 15406 T2001 oaz.ZooKeeper.close Session: 0x13d71cad3fb000b closed
[junit4:junit4]   2> 15407 T2001 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 15418 T2001 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:18913/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2b83a820
[junit4:junit4]   2> 15418 T2001 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15419 T2092 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:18913. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 15419 T2092 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:18913, initiating session
[junit4:junit4]   2> 15420 T2003 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:18975
[junit4:junit4]   2> 15420 T2003 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:18975
[junit4:junit4]   2> 15426 T2005 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d71cad3fb000c with negotiated timeout 20000 for client /140.211.11.196:18975
[junit4:junit4]   2> 15426 T2092 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:18913, sessionid = 0x13d71cad3fb000c, negotiated timeout = 20000
[junit4:junit4]   2> 15426 T2093 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b83a820 name:ZooKeeperConnection Watcher:127.0.0.1:18913/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15427 T2001 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15427 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb000c type:create cxid:0x1 zxid:0x94 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15532 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb000c type:create cxid:0x2 zxid:0x95 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15534 T2001 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2>  C98_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:18954_p, base_url=http://127.0.0.1:18954/p}
[junit4:junit4]   2> 15838 T2062 C98 P18954 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:18943/p/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15838 T2062 C98 P18954 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:18954/p START replicas=[http://127.0.0.1:18943/p/collection1/] nUpdates=100
[junit4:junit4]   2> 15838 T2062 C98 P18954 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15839 T2062 C98 P18954 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15839 T2062 C98 P18954 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15839 T2062 C98 P18954 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15840 T2062 C98 P18954 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15840 T2062 C98 P18954 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:18943/p/collection1/. core=collection1
[junit4:junit4]   2> 15840 T2062 C98 P18954 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C100 name=collection1 org.apache.solr.core.SolrCore@3d478b91 url=http://127.0.0.1:18943/p/collection1 node=127.0.0.1:18943_p C100_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:18943_p, base_url=http://127.0.0.1:18943/p, leader=true}
[junit4:junit4]   2> 15847 T2035 C100 P18943 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15853 T2036 C100 P18943 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 15857 T2036 C100 P18943 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f3411; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15858 T2036 C100 P18943 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15863 T2036 C100 P18943 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f3411; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f3411; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15864 T2036 C100 P18943 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15865 T2036 C100 P18943 oass.SolrIndexSearcher.<init> Opening Searcher@28fe998a realtime
[junit4:junit4]   2> 15865 T2036 C100 P18943 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15866 T2036 C100 P18943 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4]   2> 15867 T2062 C98 P18954 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15867 T2062 C98 P18954 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15869 T2037 C100 P18943 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15870 T2037 C100 P18943 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15870 T2062 C98 P18954 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15870 T2062 C98 P18954 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15871 T2062 C98 P18954 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15874 T2037 C100 P18943 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15874 T2062 C98 P18954 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15875 T2062 C98 P18954 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty2/index.20130316060246641 forceNew: false
[junit4:junit4]   2> 15877 T2062 C98 P18954 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty2/index.20130316060246641 lockFactory=org.apache.lucene.store.NativeFSLockFactory@70489ac6; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4]   2> 15880 T2037 C100 P18943 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 15887 T2062 C98 P18954 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15890 T2062 C98 P18954 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15890 T2062 C98 P18954 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15894 T2062 C98 P18954 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@50217b88; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@50217b88; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15895 T2062 C98 P18954 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15895 T2062 C98 P18954 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15896 T2062 C98 P18954 oass.SolrIndexSearcher.<init> Opening Searcher@66271f62 main
[junit4:junit4]   2> 15897 T2061 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@66271f62 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15898 T2062 C98 P18954 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty2/index.20130316060246641 lockFactory=org.apache.lucene.store.NativeFSLockFactory@70489ac6; maxCacheMB=48.0 maxMergeSizeMB=4.0)
[junit4:junit4]   2> 15899 T2062 C98 P18954 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15899 T2062 C98 P18954 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15899 T2062 C98 P18954 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15900 T2062 C98 P18954 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15901 T2062 C98 P18954 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 16059 T2024 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16060 T2024 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:18965_p_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:18965_p",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:18965/p"}
[junit4:junit4]   2> 16068 T2024 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:18954_p_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:18954_p",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:18954/p"}
[junit4:junit4]   2> 16077 T2023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16077 T2059 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16077 T2030 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16077 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16077 T2093 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16077 T2043 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16113 T2034 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:18965_p_collection1&state=recovering&nodeName=127.0.0.1:18965_p&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   2> 16537 T2001 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:18972_p
[junit4:junit4]   2> 16538 T2006 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d71cad3fb000c type:delete cxid:0xd zxid:0x9e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:18972_p Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:18972_p
[junit4:junit4]   2> 16540 T2001 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:18972_p
[junit4:junit4]   2> 16542 T2059 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16543 T2043 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16543 T2023 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16543 T2076 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16543 T2023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16543 T2093 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16543 T2043 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16543 T2030 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16544 T2093 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16543 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16544 T2059 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16544 T2030 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16567 T2096 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363413765861/collection1
[junit4:junit4]   2> 16567 T2096 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 16568 T2096 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 16568 T2096 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 16569 T2096 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363413765861/collection1/'
[junit4:junit4]   2> 16570 T2096 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363413765861/collection1/lib/README' to classloader
[junit4:junit4]   2> 16571 T2096 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363413765861/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 16637 T2096 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 16693 T2096 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 16793 T2096 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 16799 T2096 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17399 T2096 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17410 T2096 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17414 T2096 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 17428 T2096 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17433 T2096 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17437 T2096 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17438 T2096 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17439 T2096 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17439 T2096 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17440 T2096 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17440 T2096 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17441 T2096 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 17441 T2096 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363413765861/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty4/
[junit4:junit4]   2> 17441 T2096 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b2dd538
[junit4:junit4]   2> 17442 T2096 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 17443 T2096 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty4 forceNew: false
[junit4:junit4]   2> 17443 T2096 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty4/index/
[junit4:junit4]   2> 17444 T2096 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 17445 T2096 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty4/index forceNew: false
[junit4:junit4]   2> 17476 T2096 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ac81776; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17476 T2096 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17479 T2096 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 17479 T2096 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 17480 T2096 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 17480 T2096 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 17481 T2096 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 17481 T2096 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 17481 T2096 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 17482 T2096 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 17482 T2096 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 17490 T2096 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 17497 T2096 oass.SolrIndexSearcher.<init> Opening Searcher@292d3d92 main
[junit4:junit4]   2> 17497 T2096 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 17498 T2096 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 17501 T2097 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@292d3d92 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17503 T2096 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 17503 T2096 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 17589 T2024 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17590 T2024 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:18972_p",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:18972/p"}
[junit4:junit4]   2> 17590 T2024 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 17591 T2024 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 17603 T2023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17603 T2043 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17603 T2059 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17603 T2093 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17603 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17604 T2030 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2>  C99_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:18965_p, base_url=http://127.0.0.1:18965/p}
[junit4:junit4]   2> 18114 T2079 C99 P18965 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:18943/p/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18114 T2079 C99 P18965 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:18965/p START replicas=[http://127.0.0.1:18943/p/collection1/] nUpdates=100
[junit4:junit4]   2> 18115 T2079 C99 P18965 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18115 T2079 C99 P18965 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18115 T2079 C99 P18965 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18115 T2079 C99 P18965 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18115 T2079 C99 P18965 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 18115 T2079 C99 P18965 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:18943/p/collection1/. core=collection1
[junit4:junit4]   2> 18116 T2079 C99 P18965 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18117 T2035 C100 P18943 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18130 T2038 C100 P18943 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 18137 T2038 C100 P18943 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f3411; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f3411; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18138 T2038 C100 P18943 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18140 T2038 C100 P18943 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18140 T2038 C100 P18943 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4]   2> 18142 T2079 C99 P18965 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18142 T2079 C99 P18965 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 18144 T2037 C100 P18943 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18145 T2079 C99 P18965 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 18145 T2079 C99 P18965 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 18145 T2079 C99 P18965 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 18148 T2037 C100 P18943 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18148 T2079 C99 P18965 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 18149 T2079 C99 P18965 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty3/index.20130316060248914 forceNew: false
[junit4:junit4]   2> 18150 T2079 C99 P18965 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty3/index.20130316060248914 lockFactory=org.apache.lucene.store.NativeFSLockFactory@23236f88; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4]   2> 18153 T2037 C100 P18943 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 18154 T2079 C99 P18965 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 18156 T2079 C99 P18965 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 18157 T2079 C99 P18965 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 18160 T2079 C99 P18965 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1db63eeb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1db63eeb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18161 T2079 C99 P18965 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18161 T2079 C99 P18965 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 18162 T2079 C99 P18965 oass.SolrIndexSearcher.<init> Opening Searcher@38795441 main
[junit4:junit4]   2> 18163 T2078 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@38795441 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 18163 T2079 C99 P18965 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty3/index.20130316060248914 lockFactory=org.apache.lucene.store.NativeFSLockFactory@23236f88; maxCacheMB=48.0 maxMergeSizeMB=4.0)
[junit4:junit4]   2> 18165 T2079 C99 P18965 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 18165 T2079 C99 P18965 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 18165 T2079 C99 P18965 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 18165 T2079 C99 P18965 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18167 T2079 C99 P18965 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 18505 T2096 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 18505 T2096 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:18972/p collection:collection1 shard:shard1
[junit4:junit4]   2> 18508 T2096 oasc.ZkController.register We are http://127.0.0.1:18972/p/collection1/ and leader is http://127.0.0.1:18943/p/collection1/
[junit4:junit4]   2> 18509 T2096 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:18972/p
[junit4:junit4]   2> 18509 T2096 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 18509 T2096 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C101 name=collection1 org.apache.solr.core.SolrCore@2c71e181 url=http://127.0.0.1:18972/p/collection1 node=127.0.0.1:18972_p C101_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:18972_p, base_url=http://127.0.0.1:18972/p}
[junit4:junit4]   2> 18510 T2100 C101 P18972 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 18510 T2100 C101 P18972 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 18510 T2100 C101 P18972 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 18511 T2096 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18511 T2100 C101 P18972 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18512 T2001 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 18512 T2001 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 18513 T2100 C101 P18972 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18513 T2001 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18536 T2001 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18538 T2001 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 18538 T2001 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 18539 T2001 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19107 T2024 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19108 T2024 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:18965_p_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:18965_p",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:18965/p"}
[junit4:junit4]   2> 19130 T2024 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:18972_p_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:18972_p",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:18972/p"}
[junit4:junit4]   2> 19143 T2043 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19143 T2059 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19143 T2030 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19143 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19143 T2093 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19143 T2023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19538 T2039 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:18972_p_collection1&state=recovering&nodeName=127.0.0.1:18972_p&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   2> 19541 T2001 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20543 T2001 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C101_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:18972_p, base_url=http://127.0.0.1:18972/p}
[junit4:junit4]   2> 21540 T2100 C101 P18972 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:18943/p/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 21540 T2100 C101 P18972 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:18972/p START replicas=[http://127.0.0.1:18943/p/collection1/] nUpdates=100
[junit4:junit4]   2> 21541 T2100 C101 P18972 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 21541 T2100 C101 P18972 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 21541 T2100 C101 P18972 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 21541 T2100 C101 P18972 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 21541 T2100 C101 P18972 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 21541 T2100 C101 P18972 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:18943/p/collection1/. core=collection1
[junit4:junit4]   2> 21542 T2100 C101 P18972 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21543 T2035 C100 P18943 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 21545 T2001 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21552 T2033 C100 P18943 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21582 T2033 C100 P18943 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f3411; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f3411; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f3411; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 21582 T2033 C100 P18943 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 21583 T2033 C100 P18943 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21584 T2033 C100 P18943 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 32
[junit4:junit4]   2> 21584 T2100 C101 P18972 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 21585 T2100 C101 P18972 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 21587 T2037 C100 P18943 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 21588 T2100 C101 P18972 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 21588 T2100 C101 P18972 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 21588 T2100 C101 P18972 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 21591 T2037 C100 P18943 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=1 
[junit4:junit4]   2> 21591 T2100 C101 P18972 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 21592 T2100 C101 P18972 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty4/index.20130316060252358 forceNew: false
[junit4:junit4]   2> 21594 T2100 C101 P18972 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty4/index.20130316060252358 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ab1b427; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4]   2> 21597 T2037 C100 P18943 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   2> 21598 T2100 C101 P18972 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 21600 T2100 C101 P18972 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 21601 T2100 C101 P18972 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 21605 T2100 C101 P18972 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ac81776; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ac81776; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 21605 T2100 C101 P18972 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 21606 T2100 C101 P18972 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 21607 T2100 C101 P18972 oass.SolrIndexSearcher.<init> Opening Searcher@4cc190af main
[junit4:junit4]   2> 21607 T2097 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4cc190af main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 21608 T2100 C101 P18972 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty4/index.20130316060252358 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ab1b427; maxCacheMB=48.0 maxMergeSizeMB=4.0)
[junit4:junit4]   2> 21609 T2100 C101 P18972 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 21609 T2100 C101 P18972 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 21610 T2100 C101 P18972 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 21610 T2100 C101 P18972 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 21611 T2100 C101 P18972 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 22158 T2024 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22159 T2024 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:18972_p_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:18972_p",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:18972/p"}
[junit4:junit4]   2> 22182 T2043 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22182 T2059 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22182 T2030 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22182 T2093 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22182 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22182 T2023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22547 T2001 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22548 T2001 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C102 name=collection1 org.apache.solr.core.SolrCore@7c1d481e url=http://127.0.0.1:18917/p/collection1 node=127.0.0.1:18917_p C102_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:18917_p, base_url=http://127.0.0.1:18917/p, leader=true}
[junit4:junit4]   2> 22558 T2013 C102 P18917 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22563 T2013 C102 P18917 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@19224058; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 22564 T2013 C102 P18917 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 22568 T2013 C102 P18917 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@19224058; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@19224058; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 22569 T2013 C102 P18917 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 22572 T2013 C102 P18917 oass.SolrIndexSearcher.<init> Opening Searcher@60ca1a22 main
[junit4:junit4]   2> 22573 T2013 C102 P18917 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22573 T2027 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@60ca1a22 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 22574 T2013 C102 P18917 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 16
[junit4:junit4]   2> 22584 T2036 C100 P18943 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22588 T2036 C100 P18943 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f3411; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f3411; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f3411; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f3411; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 22588 T2036 C100 P18943 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 22589 T2036 C100 P18943 oass.SolrIndexSearcher.<init> Opening Searcher@34d05c67 main
[junit4:junit4]   2> 22590 T2036 C100 P18943 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22591 T2045 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@34d05c67 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 22591 T2036 C100 P18943 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:18954/p/collection1/, StdNode: http://127.0.0.1:18965/p/collection1/, StdNode: http://127.0.0.1:18972/p/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C98_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:18954_p, base_url=http://127.0.0.1:18954/p}
[junit4:junit4]   2> 22604 T2049 C98 P18954 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C99_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:18965_p, base_url=http://127.0.0.1:18965/p}
[junit4:junit4]   2> 22605 T2066 C99 P18965 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C101_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:18972_p, base_url=http://127.0.0.1:18972/p}
[junit4:junit4]   2> 22605 T2083 C101 P18972 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22619 T2049 C98 P18954 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@50217b88; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@50217b88; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 22620 T2049 C98 P18954 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 22622 T2049 C98 P18954 oass.SolrIndexSearcher.<init> Opening Searcher@78193f72 main
[junit4:junit4]   2> 22622 T2049 C98 P18954 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22623 T2061 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@78193f72 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 22623 T2049 C98 P18954 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 19
[junit4:junit4]   2> 22626 T2066 C99 P18965 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1db63eeb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1db63eeb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 22627 T2066 C99 P18965 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 22627 T2083 C101 P18972 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ac81776; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ac81776; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 22627 T2083 C101 P18972 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 22628 T2066 C99 P18965 oass.SolrIndexSearcher.<init> Opening Searcher@13cb7c4 main
[junit4:junit4]   2> 22629 T2066 C99 P18965 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22629 T2083 C101 P18972 oass.SolrIndexSearcher.<init> Opening Searcher@49cd1091 main
[junit4:junit4]   2> 22629 T2078 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13cb7c4 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 22630 T2083 C101 P18972 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22630 T2066 C99 P18965 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 26
[junit4:junit4]   2> 22630 T2097 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@49cd1091 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 22631 T2083 C101 P18972 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 27
[junit4:junit4]   2> 22631 T2036 C100 P18943 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 47
[junit4:junit4]   2> 22632 T2001 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22635 T2034 C100 P18943 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 22637 T2050 C98 P18954 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 22638 T2067 C99 P18965 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 22640 T2084 C101 P18972 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 24645 T2013 C102 P18917 oass.SolrIndexSearcher.<init> Opening Searcher@2fcf763c realtime
[junit4:junit4]   2> 24646 T2013 C102 P18917 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429642962964316160)} 0 3
[junit4:junit4]   2> 24654 T2083 C101 P18972 /update {update.distrib=FROMLEADER&_version_=-1429642962969559040&update.from=http://127.0.0.1:18943/p/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429642962969559040)} 0 1
[junit4:junit4]   2> 24655 T2066 C99 P18965 /update {update.distrib=FROMLEADER&_version_=-1429642962969559040&update.from=http://127.0.0.1:18943/p/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429642962969559040)} 0 2
[junit4:junit4]   2> 24655 T2049 C98 P18954 /update {update.distrib=FROMLEADER&_version_=-1429642962969559040&update.from=http://127.0.0.1:18943/p/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429642962969559040)} 0 2
[junit4:junit4]   2> 24656 T2036 C100 P18943 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429642962969559040)} 0 7
[junit4:junit4]   2> 24660 T2013 C102 P18917 /update {wt=javabin&version=2} {add=[0 (1429642962978996224)]} 0 2
[junit4:junit4]   2> 24670 T2083 C101 P18972 /update {distrib.from=http://127.0.0.1:18943/p/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429642962984239104)]} 0 2
[junit4:junit4]   2> 24670 T2066 C99 P18965 /update {distrib.from=http://127.0.0.1:18943/p/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429642962984239104)]} 0 2
[junit4:junit4]   2> 24670 T2049 C98 P18954 /update {distrib.from=http://127.0.0.1:18943/p/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429642962984239104)]} 0 2
[junit4:junit4]   2> 24671 T2036 C100 P18943 /update {wt=javabin&version=2} {add=[0 (1429642962984239104)]} 0 8
[junit4:junit4]   2> 24675 T2013 C102 P18917 /update {wt=javabin&version=2} {add=[1 (1429642962995773440)]} 0 1
[junit4:junit4]   2> 24681 T2066 C99 P18965 /update {distrib.from=http://127.0.0.1:18943/p/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429642962998919168)]} 0 1
[junit4:junit4]   2> 24681 T2083 C101 P18972 /update {distrib.from=http://127.0.0.1:18943/p/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429642962998919168)]} 0 1
[junit4:junit4]   2> 24681 T2049 C98 P18954 /update {distrib.from=http://127.0.0.1:18943/p/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429642962998919168)]} 0 1
[junit4:junit4]   2> 24682 T2036 C100 P18943 /update {wt=javabin&version=2} {add=[1 (1429642962998919168)]} 0 5
[junit4:junit4]   2> 24685 T2013 C102 P18917 /update {wt=javabin&version=2} {add=[2 (1429642963006259200)]} 0 1
[junit4:junit4]   2> 24691 T2083 C101 P18972 /update {distrib.from=http://127.0.0.1:18943/p/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429642963009404928)]} 0 1
[junit4:junit4]   2> 24691 T2066 C99 P18965 /update {distrib.from=http://127.0.0.1:18943/p/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429642963009404928)]} 0 1
[junit4:junit4]   2> 24691 T2036 C100 P18943 /update {test.distrib.skip.servers=http://127.0.0.1:18954/p/collection1/&wt=javabin&version=2} {add=[2 (1429642963009404928)]} 0 4
[junit4:junit4]   2> 24695 T2013 C102 P18917 /update {wt=javabin&version=2} {add=[3 (1429642963016744960)]} 0 1
[junit4:junit4]   2> 24701 T2083 C101 P18972 /update {distrib.from=http://127.0.0.1:18943/p/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429642963019890688)]} 0 1
[junit4:junit4]   2> 24701 T2036 C100 P18943 /update {test.distrib.skip.servers=http://127.0.0.1:18954/p/collection1/&test.distrib.skip.servers=http://127.0.0.1:18965/p/collection1/&wt=javabin&version=2} {add=[3 (1429642963019890688)]} 0 4
[junit4:junit4]   2> 24704 T2013 C102 P18917 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24831 T2013 C102 P18917 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@19224058; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@19224058; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_3]
[junit4:junit4]   2> 24832 T2013 C102 P18917 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_3]
[junit4:junit4]   2> 24839 T2013 C102 P18917 oass.SolrIndexSearcher.<init> Opening Searcher@3f6c49fb main
[junit4:junit4]   2> 24839 T2013 C102 P18917 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24840 T2027 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f6c49fb main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 24840 T2013 C102 P18917 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 136
[junit4:junit4]   2> 24843 T2036 C100 P18943 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24903 T2036 C100 P18943 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=5
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f3411; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f3411; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f3411; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f3411; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f3411; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_6,generation=6,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, segments_6, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4]   2> 24904 T2036 C100 P18943 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, segments_6, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4]   2> 24910 T2036 C100 P18943 oass.SolrIndexSearcher.<init> Opening Searcher@88aa21a main
[junit4:junit4]   2> 24910 T2036 C100 P18943 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24911 T2045 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@88aa21a main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 24912 T2036 C100 P18943 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:18954/p/collection1/, StdNode: http://127.0.0.1:18965/p/collection1/, StdNode: http://127.0.0.1:18972/p/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 24914 T2049 C98 P18954 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24915 T2066 C99 P18965 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24915 T2083 C101 P18972 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25013 T2049 C98 P18954 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@50217b88; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@50217b88; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_4]
[junit4:junit4]   2> 25013 T2066 C99 P18965 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1db63eeb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1db63eeb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, segments_5, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4]   2> 25014 T2049 C98 P18954 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_4]
[junit4:junit4]   2> 25014 T2066 C99 P18965 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, segments_5, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4]   2> 25014 T2083 C101 P18972 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ac81776; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[segments_5]
[j

[...truncated too long message...]

ooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 132337 T2076 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 133394 T2093 oasu.PeerSync.handleResponse WARNING PeerSync: core=collection1 url=http://127.0.0.1:18972/p  couldn't connect to http://127.0.0.1:18965/p/collection1/, counting as success
[junit4:junit4]   2> 133394 T2093 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:18972/p DONE. sync succeeded
[junit4:junit4]   2> 133395 T2093 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
[junit4:junit4]   2> 133395 T2093 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
[junit4:junit4]   2> 133395 T2093 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2c71e181
[junit4:junit4]   2> 133396 T2093 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 133397 T2093 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 133397 T2093 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 133397 T2093 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 133397 T2093 C101 P18972 oasu.TransactionLog.forceClose SEVERE Error: Forcing close of tlog{file=./org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty4/tlog/tlog.0000000000000000003 refcount=1}
[junit4:junit4]   2> 133398 T2093 C101 P18972 oasu.TransactionLog.forceClose SEVERE Error: Forcing close of tlog{file=./org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty4/tlog/tlog.0000000000000000001 refcount=1}
[junit4:junit4]   2> 133400 T2093 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 133429 T2093 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty4
[junit4:junit4]   2> 133430 T2093 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty4
[junit4:junit4]   2> 133430 T2093 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty4/index.20130316060252358
[junit4:junit4]   2> 133430 T2093 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty4/index.20130316060252358
[junit4:junit4]   2> 133430 T2093 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty4/index
[junit4:junit4]   2> 133430 T2093 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363413750772/jetty4/index
[junit4:junit4]   2> 133431 T2093 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 133431 T2093 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 133431 T2093 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 133431 T2093 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 133432 T2093 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=383), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=383)), sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=hi_IN, timezone=Etc/GMT
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=4,free=148257720,total=447348736
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestValueSourceCache, IndexSchemaTest, TestJoin, TestXIncludeConfig, DistributedTermsComponentTest, SolrCoreTest, FastVectorHighlighterTest, UnloadDistributedZkTest, MinimalSchemaTest, TestReversedWildcardFilterFactory, SearchHandlerTest, CircularListTest, TestRealTimeGet, CachingDirectoryFactoryTest, PolyFieldTest, ScriptEngineTest, TestRandomDVFaceting, TestPHPSerializedResponseWriter, TermVectorComponentTest, TestTrie, TestDocumentBuilder, TestWriterPerf, SolrInfoMBeanTest, TestFaceting, AnalysisAfterCoreReloadTest, LoggingHandlerTest, TestCopyFieldCollectionResource, TestDocSet, TestCoreContainer, RegexBoostProcessorTest, CSVRequestHandlerTest, ExternalFileFieldSortTest, WordBreakSolrSpellCheckerTest, ResponseLogComponentTest, TestGroupingSearch, SliceStateUpdateTest, TestSurroundQueryParser, TestPropInjectDefaults, SliceStateTest, TestSolrCoreProperties, PeerSyncTest, DirectUpdateHandlerOptimizeTest, UUIDFieldTest, TermsComponentTest, TestConfig, SOLR749Test, PluginInfoTest, TestStressVersions, TestExtendedDismaxParser, MBeansHandlerTest, PrimitiveFieldTypeTest, UpdateRequestProcessorFactoryTest, TestRemoteStreaming, TestCharFilters, CacheHeaderTest, TestStressRecovery, TestCollationKeyRangeQueries, BinaryUpdateRequestHandlerTest, RecoveryZkTest, RAMDirectoryFactoryTest, TestSort, TestPerFieldSimilarity, LeaderElectionTest, TestFuzzyAnalyzedSuggestions, TestLMDirichletSimilarityFactory, SuggesterTest, CoreAdminHandlerTest, BasicDistributedZkTest, SyncSliceTest]
[junit4:junit4] Completed on J0 in 133.75s, 1 test, 1 failure <<< FAILURES!

[...truncated 450 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1213: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:877: There were test failures: 273 suites, 1147 tests, 1 failure, 27 ignored (8 assumptions)

Total time: 49 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1430 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1430/

4 tests failed.
REGRESSION:  org.apache.solr.core.OpenCloseCoreStressTest.test30SecondsNew

Error Message:
Core 00008_core bad! expected:<42> but was:<0>

Stack Trace:
java.lang.AssertionError: Core 00008_core bad! expected:<42> but was:<0>
	at __randomizedtesting.SeedInfo.seed([72EB3C90818A9077:165E2044D34A6932]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.core.OpenCloseCoreStressTest.checkResults(OpenCloseCoreStressTest.java:299)
	at org.apache.solr.core.OpenCloseCoreStressTest.doStress(OpenCloseCoreStressTest.java:200)
	at org.apache.solr.core.OpenCloseCoreStressTest.test30SecondsNew(OpenCloseCoreStressTest.java:120)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.OpenCloseCoreStressTest

Error Message:
ERROR: SolrIndexSearcher opens=340 closes=339

Stack Trace:
java.lang.AssertionError: ERROR: SolrIndexSearcher opens=340 closes=339
	at __randomizedtesting.SeedInfo.seed([72EB3C90818A9077]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:247)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:97)
	at sun.reflect.GeneratedMethodAccessor18.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:700)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.OpenCloseCoreStressTest

Error Message:
5 threads leaked from SUITE scope at org.apache.solr.core.OpenCloseCoreStressTest:     1) Thread[id=812, name=searcherExecutor-753-thread-1, state=WAITING, group=TGRP-OpenCloseCoreStressTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1069)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1131)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=815, name=qtp1828169243-815, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]         at java.util.WeakHashMap.get(WeakHashMap.java:380)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)         at org.eclipse.jetty.server.Server.handle(Server.java:365)         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)         at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=814, name=qtp1828169243-814, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]         at java.util.WeakHashMap.get(WeakHashMap.java:380)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)         at org.eclipse.jetty.server.Server.handle(Server.java:365)         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)         at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=816, name=qtp1828169243-816, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]         at java.util.WeakHashMap.get(WeakHashMap.java:380)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)         at org.eclipse.jetty.server.Server.handle(Server.java:365)         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)         at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:926)         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:988)         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:635)         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=807, name=qtp1828169243-807, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]         at java.util.WeakHashMap.get(WeakHashMap.java:380)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)         at org.eclipse.jetty.server.Server.handle(Server.java:365)         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)         at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE scope at org.apache.solr.core.OpenCloseCoreStressTest: 
   1) Thread[id=812, name=searcherExecutor-753-thread-1, state=WAITING, group=TGRP-OpenCloseCoreStressTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1069)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1131)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=815, name=qtp1828169243-815, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
        at java.util.WeakHashMap.get(WeakHashMap.java:380)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
        at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
        at org.eclipse.jetty.server.Server.handle(Server.java:365)
        at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
        at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
        at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
        at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
        at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)
        at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
        at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
        at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=814, name=qtp1828169243-814, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
        at java.util.WeakHashMap.get(WeakHashMap.java:380)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
        at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
        at org.eclipse.jetty.server.Server.handle(Server.java:365)
        at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
        at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
        at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
        at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
        at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)
        at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
        at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
        at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   4) Thread[id=816, name=qtp1828169243-816, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
        at java.util.WeakHashMap.get(WeakHashMap.java:380)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
        at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
        at org.eclipse.jetty.server.Server.handle(Server.java:365)
        at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
        at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
        at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:926)
        at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:988)
        at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:635)
        at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
        at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
        at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   5) Thread[id=807, name=qtp1828169243-807, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
        at java.util.WeakHashMap.get(WeakHashMap.java:380)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
        at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
        at org.eclipse.jetty.server.Server.handle(Server.java:365)
        at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
        at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
        at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
        at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
        at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)
        at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
        at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
        at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([72EB3C90818A9077]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.OpenCloseCoreStressTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=812, name=searcherExecutor-753-thread-1, state=WAITING, group=TGRP-OpenCloseCoreStressTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1069)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1131)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=815, name=qtp1828169243-815, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]         at java.util.WeakHashMap.get(WeakHashMap.java:380)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)         at org.eclipse.jetty.server.Server.handle(Server.java:365)         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)         at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=814, name=qtp1828169243-814, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]         at java.util.WeakHashMap.get(WeakHashMap.java:380)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)         at org.eclipse.jetty.server.Server.handle(Server.java:365)         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)         at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=816, name=qtp1828169243-816, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]         at java.util.WeakHashMap.get(WeakHashMap.java:380)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)         at org.eclipse.jetty.server.Server.handle(Server.java:365)         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)         at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:926)         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:988)         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:635)         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=807, name=qtp1828169243-807, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]         at java.util.WeakHashMap.get(WeakHashMap.java:380)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)         at org.eclipse.jetty.server.Server.handle(Server.java:365)         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)         at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=812, name=searcherExecutor-753-thread-1, state=WAITING, group=TGRP-OpenCloseCoreStressTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1069)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1131)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=815, name=qtp1828169243-815, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
        at java.util.WeakHashMap.get(WeakHashMap.java:380)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
        at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
        at org.eclipse.jetty.server.Server.handle(Server.java:365)
        at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
        at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
        at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
        at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
        at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)
        at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
        at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
        at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=814, name=qtp1828169243-814, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
        at java.util.WeakHashMap.get(WeakHashMap.java:380)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
        at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
        at org.eclipse.jetty.server.Server.handle(Server.java:365)
        at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
        at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
        at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
        at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
        at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)
        at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
        at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
        at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   4) Thread[id=816, name=qtp1828169243-816, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
        at java.util.WeakHashMap.get(WeakHashMap.java:380)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
        at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
        at org.eclipse.jetty.server.Server.handle(Server.java:365)
        at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
        at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
        at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:926)
        at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:988)
        at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:635)
        at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
        at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
        at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   5) Thread[id=807, name=qtp1828169243-807, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
        at java.util.WeakHashMap.get(WeakHashMap.java:380)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
        at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
        at org.eclipse.jetty.server.Server.handle(Server.java:365)
        at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
        at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
        at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
        at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
        at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)
        at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
        at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
        at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([72EB3C90818A9077]:0)




Build Log:
[...truncated 8623 lines...]
[junit4:junit4] Suite: org.apache.solr.core.OpenCloseCoreStressTest
[junit4:junit4] IGNOR/A 0.10s J1 | OpenCloseCoreStressTest.test1HourNew
[junit4:junit4]    > Assumption #1: 'weekly' test group is disabled (@Weekly)
[junit4:junit4]   2> 101 T335 oas.SolrTestCaseJ4.setUp ###Starting test30SecondsOld
[junit4:junit4]   2> 158 T335 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 160 T335 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:64715
[junit4:junit4]   2> 160 T335 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 161 T335 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 161 T335 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_
[junit4:junit4]   2> 161 T335 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/solr.xml
[junit4:junit4]   2> 162 T335 oasc.CoreContainer.<init> New CoreContainer 1885339221
[junit4:junit4]   2> 162 T335 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/'
[junit4:junit4]   2> 162 T335 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/'
[junit4:junit4]   2> 198 T335 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 198 T335 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 199 T335 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 199 T335 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 199 T335 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 199 T335 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 200 T335 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 200 T335 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 200 T335 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 201 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 215 T335 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 234 T345 oasc.CoreContainer.create Creating SolrCore '00000_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00000_core
[junit4:junit4]   2> 235 T345 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00000_core/'
[junit4:junit4]   2> 271 T345 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 308 T345 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 308 T345 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 311 T345 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 327 T345 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 329 T345 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 329 T345 oasc.SolrCore.<init> [00000_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00000_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00000_core/data/
[junit4:junit4]   2> 329 T345 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 330 T345 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 330 T345 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00000_core/data forceNew: false
[junit4:junit4]   2> 331 T345 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00000_core/data/index/
[junit4:junit4]   2> 331 T345 oasc.SolrCore.initIndex WARNING [00000_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00000_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 338 T345 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00000_core/data/index forceNew: false
[junit4:junit4]   2> 342 T345 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00000_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@194a5b71),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 343 T345 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 343 T345 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 344 T345 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 345 T345 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 345 T345 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 350 T345 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 355 T345 oass.SolrIndexSearcher.<init> Opening Searcher@2628eb36 main
[junit4:junit4]   2> 356 T345 oasc.SolrCore.registerSearcher [00000_core] Registered new searcher Searcher@2628eb36 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 356 T345 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 356 T345 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 359 T345 oasc.CoreContainer.registerCore registering core: 00000_core
[junit4:junit4]   2> 359 T335 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 360 T335 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 434 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 475 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 487 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 499 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 512 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 524 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 537 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 549 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 561 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 573 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 586 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 598 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 610 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 622 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 634 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 646 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 658 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 670 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 682 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 694 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 706 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 718 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 730 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 742 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 754 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 766 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 777 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 789 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 801 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 813 T335 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 825 T335 oasc.OpenCloseCoreStressTest.doStress Starting indexing and querying
[junit4:junit4]   2> 825 T335 oasc.OpenCloseCoreStressTest.doStress 
[junit4:junit4]   2> 	
[junit4:junit4]   2> 	
[junit4:junit4]   2> 	
[junit4:junit4]   2> 	
[junit4:junit4]   2> 	Starting a 30 second cycle, seconds left: 30. Seconds run so far: 0.
[junit4:junit4]   2> 828 T349 oasc.OneIndexer.run Starting indexing thread: 349
[junit4:junit4]   2> 828 T348 oasc.OneIndexer.run Starting indexing thread: 348
[junit4:junit4]   2> 828 T351 oasc.OneIndexer.run Starting indexing thread: 351
[junit4:junit4]   2> 828 T350 oasc.OneIndexer.run Starting indexing thread: 350
[junit4:junit4]   2> 828 T352 oasc.OneIndexer.run Starting indexing thread: 352
[junit4:junit4]   2> 829 T355 oasc.OneIndexer.run Starting indexing thread: 355
[junit4:junit4]   2> 829 T356 oasc.OneIndexer.run Starting indexing thread: 356
[junit4:junit4]   2> 829 T354 oasc.OneIndexer.run Starting indexing thread: 354
[junit4:junit4]   2> 828 T353 oasc.OneIndexer.run Starting indexing thread: 353
[junit4:junit4]   2> 830 T359 oasc.OneIndexer.run Starting indexing thread: 359
[junit4:junit4]   2> 830 T360 oasc.OneIndexer.run Starting indexing thread: 360
[junit4:junit4]   2> 830 T361 oasc.OneIndexer.run Starting indexing thread: 361
[junit4:junit4]   2> 830 T362 oasc.OneIndexer.run Starting indexing thread: 362
[junit4:junit4]   2> 829 T358 oasc.OneIndexer.run Starting indexing thread: 358
[junit4:junit4]   2> 829 T357 oasc.OneIndexer.run Starting indexing thread: 357
[junit4:junit4]   2> 837 T363 oasc.OneQuery.run Starting query thread: 363
[junit4:junit4]   2> 837 T364 oasc.OneQuery.run Starting query thread: 364
[junit4:junit4]   2> 837 T366 oasc.OneQuery.run Starting query thread: 366
[junit4:junit4]   2> 837 T367 oasc.OneQuery.run Starting query thread: 367
[junit4:junit4]   2> 837 T368 oasc.OneQuery.run Starting query thread: 368
[junit4:junit4]   2> 837 T365 oasc.OneQuery.run Starting query thread: 365
[junit4:junit4]   2> 838 T369 oasc.OneQuery.run Starting query thread: 369
[junit4:junit4]   2> 838 T370 oasc.OneQuery.run Starting query thread: 370
[junit4:junit4]   2> 838 T371 oasc.OneQuery.run Starting query thread: 371
[junit4:junit4]   2> 838 T372 oasc.OneQuery.run Starting query thread: 372
[junit4:junit4]   2> 838 T373 oasc.OneQuery.run Starting query thread: 373
[junit4:junit4]   2> 838 T374 oasc.OneQuery.run Starting query thread: 374
[junit4:junit4]   2> 839 T377 oasc.OneQuery.run Starting query thread: 377
[junit4:junit4]   2> 838 T375 oasc.OneQuery.run Starting query thread: 375
[junit4:junit4]   2> 838 T376 oasc.OneQuery.run Starting query thread: 376
[junit4:junit4]   2> 1984 T338 oasc.CoreContainer.create Creating SolrCore '00010_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00010_core
[junit4:junit4]   2> 1984 T388 oasc.CoreContainer.create Creating SolrCore '00019_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00019_core
[junit4:junit4]   2> 1989 T398 oasc.CoreContainer.create Creating SolrCore '00003_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00003_core
[junit4:junit4]   2> 1989 T391 oasc.CoreContainer.create Creating SolrCore '00005_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00005_core
[junit4:junit4]   2> 1989 T396 oasc.CoreContainer.create Creating SolrCore '00009_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00009_core
[junit4:junit4]   2> 1989 T379 oasc.CoreContainer.create Creating SolrCore '00011_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00011_core
[junit4:junit4]   2> 1989 T399 oasc.CoreContainer.create Creating SolrCore '00017_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00017_core
[junit4:junit4]   2> 1989 T340 oasc.CoreContainer.create Creating SolrCore '00016_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00016_core
[junit4:junit4]   2> 1989 T400 oasc.CoreContainer.create Creating SolrCore '00014_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00014_core
[junit4:junit4]   2> 1989 T341 oasc.CoreContainer.create Creating SolrCore '00018_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00018_core
[junit4:junit4]   2> 1989 T339 oasc.CoreContainer.create Creating SolrCore '00015_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00015_core
[junit4:junit4]   2> 1989 T387 oasc.CoreContainer.create Creating SolrCore '00004_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00004_core
[junit4:junit4]   2> 1986 T386 oasc.CoreContainer.create Creating SolrCore '00013_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00013_core
[junit4:junit4]   2> 1986 T381 oasc.CoreContainer.create Creating SolrCore '00001_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00001_core
[junit4:junit4]   2> 1986 T380 oasc.CoreContainer.create Creating SolrCore '00007_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00007_core
[junit4:junit4]   2> 1986 T342 oasc.CoreContainer.create Creating SolrCore '00008_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00008_core
[junit4:junit4]   2> 2027 T380 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00007_core/'
[junit4:junit4]   2> 2025 T381 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00001_core/'
[junit4:junit4]   2> 2021 T386 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00013_core/'
[junit4:junit4]   2> 2019 T387 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00004_core/'
[junit4:junit4]   2> 2016 T339 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00015_core/'
[junit4:junit4]   2> 2012 T341 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00018_core/'
[junit4:junit4]   2> 2010 T400 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00014_core/'
[junit4:junit4]   2> 2006 T340 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00016_core/'
[junit4:junit4]   2> 2004 T399 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00017_core/'
[junit4:junit4]   2> 2002 T379 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00011_core/'
[junit4:junit4]   2> 1999 T396 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00009_core/'
[junit4:junit4]   2> 1996 T391 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00005_core/'
[junit4:junit4]   2> 1994 T398 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00003_core/'
[junit4:junit4]   2> 1992 T388 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00019_core/'
[junit4:junit4]   2> 2030 T338 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00010_core/'
[junit4:junit4]   2> 2030 T342 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00008_core/'
[junit4:junit4]   2> ASYNC  NEW_CORE C17 name=00000_core org.apache.solr.core.SolrCore@4006c7be
[junit4:junit4]   2> 2107 T389 C17 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00000_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@194a5b71),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2110 T389 C17 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2114 T389 C17 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id14]} 0 58
[junit4:junit4]   2> 2114 T378 C17 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id10]} 0 58
[junit4:junit4]   2> 2228 T380 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2270 T342 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2271 T388 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2292 T340 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2297 T338 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2303 T379 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2306 T399 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2334 T391 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2356 T387 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2364 T396 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2411 T398 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2448 T381 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2451 T386 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2475 T400 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2499 T339 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2508 T380 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2511 T380 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2515 T341 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2520 T380 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2543 T391 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2547 T391 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2554 T342 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2555 T387 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2555 T342 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2558 T387 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2558 T391 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2563 T388 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2563 T340 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2565 T342 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2566 T388 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2566 T340 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2568 T387 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2574 T388 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2578 T340 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2587 T379 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2592 T379 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2604 T379 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2613 T399 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2617 T396 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2617 T399 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2618 T338 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2618 T396 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2622 T338 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2632 T399 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2642 T396 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2642 T386 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2642 T338 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2649 T386 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2650 T380 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2655 T342 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2658 T380 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2660 T342 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2660 T380 oasc.SolrCore.<init> [00007_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00007_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00007_core/data/
[junit4:junit4]   2> 2661 T380 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2661 T386 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2661 T342 oasc.SolrCore.<init> [00008_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00008_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00008_core/data/
[junit4:junit4]   2> 2663 T380 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2663 T342 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2664 T342 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2664 T388 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2665 T380 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00007_core/data forceNew: false
[junit4:junit4]   2> 2666 T391 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2667 T342 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00008_core/data forceNew: false
[junit4:junit4]   2> 2668 T387 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2668 T380 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00007_core/data/index/
[junit4:junit4]   2> 2669 T388 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2670 T391 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2671 T342 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00008_core/data/index/
[junit4:junit4]   2> 2672 T388 oasc.SolrCore.<init> [00019_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00019_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00019_core/data/
[junit4:junit4]   2> 2672 T388 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2673 T388 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2673 T391 oasc.SolrCore.<init> [00005_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00005_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00005_core/data/
[junit4:junit4]   2> 2673 T342 oasc.SolrCore.initIndex WARNING [00008_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00008_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2674 T391 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2674 T380 oasc.SolrCore.initIndex WARNING [00007_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00007_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2675 T342 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00008_core/data/index forceNew: false
[junit4:junit4]   2> 2675 T388 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00019_core/data forceNew: false
[junit4:junit4]   2> 2675 T387 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2674 T391 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2677 T380 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00007_core/data/index forceNew: false
[junit4:junit4]   2> 2679 T340 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2679 T387 oasc.SolrCore.<init> [00004_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00004_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00004_core/data/
[junit4:junit4]   2> 2680 T398 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2680 T387 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2680 T388 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00019_core/data/index/
[junit4:junit4]   2> 2681 T387 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2682 T398 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2682 T391 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00005_core/data forceNew: false
[junit4:junit4]   2> 2683 T388 oasc.SolrCore.initIndex WARNING [00019_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00019_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2684 T387 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00004_core/data forceNew: false
[junit4:junit4]   2> 2684 T388 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00019_core/data/index forceNew: false
[junit4:junit4]   2> 2685 T340 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2687 T340 oasc.SolrCore.<init> [00016_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00016_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00016_core/data/
[junit4:junit4]   2> 2687 T387 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00004_core/data/index/
[junit4:junit4]   2> 2688 T340 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2687 T391 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00005_core/data/index/
[junit4:junit4]   2> 2688 T381 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2688 T340 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2690 T387 oasc.SolrCore.initIndex WARNING [00004_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00004_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2690 T381 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2691 T387 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00004_core/data/index forceNew: false
[junit4:junit4]   2> 2691 T391 oasc.SolrCore.initIndex WARNING [00005_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00005_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2692 T340 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00016_core/data forceNew: false
[junit4:junit4]   2> 2692 T391 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00005_core/data/index forceNew: false
[junit4:junit4]   2> 2694 T398 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2694 T379 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2694 T340 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00016_core/data/index/
[junit4:junit4]   2> 2698 T340 oasc.SolrCore.initIndex WARNING [00016_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00016_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2698 T381 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2699 T379 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2699 T340 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00016_core/data/index forceNew: false
[junit4:junit4]   2> 2701 T379 oasc.SolrCore.<init> [00011_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00011_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00011_core/data/
[junit4:junit4]   2> 2701 T379 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2702 T379 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2704 T342 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00008_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@45d58963),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2704 T379 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00011_core/data forceNew: false
[junit4:junit4]   2> 2704 T342 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2710 T379 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00011_core/data/index/
[junit4:junit4]   2> 2711 T380 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00007_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@34d9558d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2712 T380 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2710 T342 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2715 T342 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2715 T379 oasc.SolrCore.initIndex WARNING [00011_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00011_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2716 T342 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2716 T391 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00005_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@615ce24f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2717 T391 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2717 T342 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2719 T388 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00019_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2111e072),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2719 T388 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2720 T387 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00004_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@61f5cf61),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2720 T387 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2721 T380 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2724 T379 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00011_core/data/index forceNew: false
[junit4:junit4]   2> 2724 T380 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2725 T380 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2726 T380 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2730 T391 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2731 T388 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2733 T391 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2734 T391 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2734 T388 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2734 T391 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2735 T388 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2735 T387 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2735 T388 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2737 T387 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2738 T387 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2739 T387 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2741 T340 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00016_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@57ef8e7c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2742 T340 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2747 T400 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2753 T400 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2755 T340 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2757 T340 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2758 T340 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2758 T340 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2774 T379 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00011_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@284d5543),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2775 T379 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2781 T379 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2783 T379 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2784 T379 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2785 T379 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2791 T338 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2804 T338 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2805 T396 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2806 T399 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2807 T338 oasc.SolrCore.<init> [00010_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00010_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00010_core/data/
[junit4:junit4]   2> 2807 T338 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2808 T339 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2808 T338 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2811 T342 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2811 T388 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2812 T396 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2812 T338 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00010_core/data forceNew: false
[junit4:junit4]   2> 2812 T399 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2813 T391 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2812 T339 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2815 T387 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2815 T399 oasc.SolrCore.<init> [00017_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00017_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00017_core/data/
[junit4:junit4]   2> 2816 T380 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2816 T399 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2817 T399 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2817 T338 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00010_core/data/index/
[junit4:junit4]   2> 2818 T340 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2819 T379 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2819 T396 oasc.SolrCore.<init> [00009_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00009_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00009_core/data/
[junit4:junit4]   2> 2819 T396 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2821 T338 oasc.SolrCore.initIndex WARNING [00010_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00010_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2822 T396 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2821 T399 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00017_core/data forceNew: false
[junit4:junit4]   2> 2822 T338 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00010_core/data/index forceNew: false
[junit4:junit4]   2> 2825 T396 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00009_core/data forceNew: false
[junit4:junit4]   2> 2825 T400 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2826 T386 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2828 T339 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2828 T399 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00017_core/data/index/
[junit4:junit4]   2> 2829 T396 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00009_core/data/index/
[junit4:junit4]   2> 2832 T386 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2832 T341 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2834 T399 oasc.SolrCore.initIndex WARNING [00017_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00017_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2835 T396 oasc.SolrCore.initIndex WARNING [00009_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00009_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2835 T386 oasc.SolrCore.<init> [00013_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00013_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00013_core/data/
[junit4:junit4]   2> 2836 T399 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00017_core/data/index forceNew: false
[junit4:junit4]   2> 2836 T386 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2836 T396 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00009_core/data/index forceNew: false
[junit4:junit4]   2> 2837 T341 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2837 T386 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2837 T342 oass.SolrIndexSearcher.<init> Opening Searcher@3c11aa7c main
[junit4:junit4]   2> 2838 T388 oass.SolrIndexSearcher.<init> Opening Searcher@558c4558 main
[junit4:junit4]   2> 2840 T342 oasc.SolrCore.registerSearcher [00008_core] Registered new searcher Searcher@3c11aa7c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2841 T388 oasc.SolrCore.registerSearcher [00019_core] Registered new searcher Searcher@558c4558 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2841 T342 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2841 T388 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2841 T386 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00013_core/data forceNew: false
[junit4:junit4]   2> 2841 T342 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2841 T388 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2845 T386 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00013_core/data/index/
[junit4:junit4]   2> 2845 T340 oass.SolrIndexSearcher.<init> Opening Searcher@3ae3022f main
[junit4:junit4]   2> 2846 T391 oass.SolrIndexSearcher.<init> Opening Searcher@293ca32a main
[junit4:junit4]   2> 2847 T379 oass.SolrIndexSearcher.<init> Opening Searcher@4e54b5d4 main
[junit4:junit4]   2> 2847 T340 oasc.SolrCore.registerSearcher [00016_core] Registered new searcher Searcher@3ae3022f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2847 T391 oasc.SolrCore.registerSearcher [00005_core] Registered new searcher Searcher@293ca32a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2848 T340 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2848 T386 oasc.SolrCore.initIndex WARNING [00013_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00013_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2848 T340 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2848 T391 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2848 T379 oasc.SolrCore.registerSearcher [00011_core] Registered new searcher Searcher@4e54b5d4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2849 T391 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2849 T380 oass.SolrIndexSearcher.<init> Opening Searcher@46cae744 main
[junit4:junit4]   2> 2849 T379 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2849 T386 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00013_core/data/index forceNew: false
[junit4:junit4]   2> 2850 T387 oass.SolrIndexSearcher.<init> Opening Searcher@28cc23a main
[junit4:junit4]   2> 2850 T388 oasc.CoreMaps.putTransientCore Opening transient core 00019_core
[junit4:junit4]   2> 2850 T379 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2851 T342 oasc.CoreMaps.putTransientCore Opening transient core 00008_core
[junit4:junit4]   2> 2852 T388 oasc.CoreContainer.registerCore registering core: 00019_core
[junit4:junit4]   2> 2852 T387 oasc.SolrCore.registerSearcher [00004_core] Registered new searcher Searcher@28cc23a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2851 T380 oasc.SolrCore.registerSearcher [00007_core] Registered new searcher Searcher@46cae744 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2852 T342 oasc.CoreContainer.registerCore registering core: 00008_core
[junit4:junit4]   2> 2852 T341 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2852 T398 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2853 T380 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2854 T381 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2854 T380 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2853 T387 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2855 T387 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2861 T391 oasc.CoreMaps.putTransientCore Opening transient core 00005_core
[junit4:junit4]   2> 2861 T381 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2862 T391 oasc.CoreContainer.registerCore registering core: 00005_core
[junit4:junit4]   2> 2861 T398 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2861 T340 oasc.CoreMaps.putTransientCore Opening transient core 00016_core
[junit4:junit4]   2> 2862 T381 oasc.SolrCore.<init> [00001_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00001_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00001_core/data/
[junit4:junit4]   2> 2863 T340 oasc.CoreContainer.registerCore registering core: 00016_core
[junit4:junit4]   2> 2863 T398 oasc.SolrCore.<init> [00003_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00003_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00003_core/data/
[junit4:junit4]   2> 2863 T381 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2863 T398 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 2863 T379 oasc.CoreMaps.putTransientCore Opening transient core 00011_core
[junit4:junit4]   2> 2864 T381 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2864 T379 oasc.CoreContainer.registerCore registering core: 00011_core
[junit4:junit4]   2> 2864 T398 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2866 T381 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00001_core/data forceNew: false
[junit4:junit4]   2> 2866 T387 oasc.CoreMaps.putTransientCore Opening transient core 00004_core
[junit4:junit4]   2> 2867 T380 oasc.CoreMaps.putTransientCore Opening transient core 00007_core
[junit4:junit4]   2> 2867 T387 oasc.CoreContainer.registerCore registering core: 00004_core
[junit4:junit4]   2> 2867 T380 oasc.CoreContainer.registerCore registering core: 00007_core
[junit4:junit4]   2> 2867 T398 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00003_core/data forceNew: false
[junit4:junit4]   2> 2868 T381 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00001_core/data/index/
[junit4:junit4]   2> 2868 T338 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00010_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@739efd29),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2869 T338 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2869 T398 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00003_core/data/index/
[junit4:junit4]   2> 2869 T381 oasc.SolrCore.initIndex WARNING [00001_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00001_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2870 T398 oasc.SolrCore.initIndex WARNING [00003_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00003_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2871 T381 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00001_core/data/index forceNew: false
[junit4:junit4]   2> 2871 T398 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00003_core/data/index forceNew: false
[junit4:junit4]   2> 2873 T399 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00017_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@34352d5a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2873 T396 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00009_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@62377369),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2873 T399 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2874 T396 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2875 T338 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> ASYNC  NEW_CORE C18 name=00019_core org.apache.solr.core.SolrCore@4984451e
[junit4:junit4]   2> 2875 T388 C18 REQ [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 2876 T399 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> ASYNC  NEW_CORE C19 name=00008_core org.apache.solr.core.SolrCore@75bd0815
[junit4:junit4]   2> 2876 T342 C19 REQ [00008_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 2878 T338 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2879 T338 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2880 T399 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2880 T338 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2880 T399 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2881 T399 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2883 T396 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2885 T396 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2888 T386 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00013_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c5ff8ce),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2888 T386 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2888 T396 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2890 T396 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2902 T386 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2905 T386 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2905 T386 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2906 T386 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2938 T398 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00003_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@56b6e2fe),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2939 T398 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2945 T398 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2947 T398 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2948 T398 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2949 T398 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2951 T381 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00001_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d553b2f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2952 T381 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2962 T381 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2964 T381 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2965 T381 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2966 T381 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> ASYNC  NEW_CORE C20 name=00007_core org.apache.solr.core.SolrCore@3763fa09
[junit4:junit4]   2> 2976 T344 C20 REQ [00007_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> ASYNC  NEW_CORE C21 name=00016_core org.apache.solr.core.SolrCore@31185689
[junit4:junit4]   2> 2978 T340 C21 REQ [00016_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> ASYNC  NEW_CORE C22 name=00011_core org.apache.solr.core.SolrCore@5e8f82c8
[junit4:junit4]   2> 2978 T379 C22 REQ [00011_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2984 T388 C17 REQ [00000_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2984 T380 C20 REQ [00007_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2985 T338 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2986 T386 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2986 T399 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2986 T396 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> ASYNC  NEW_CORE C23 name=00005_core org.apache.solr.core.SolrCore@ad5da47
[junit4:junit4]   2> 2991 T391 C23 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00005_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@615ce24f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2991 T391 C23 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2996 T381 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2996 T398 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> ASYNC  NEW_CORE C24 name=00004_core org.apache.solr.core.SolrCore@31690c95
[junit4:junit4]   2> 2998 T387 C24 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00004_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@61f5cf61),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2998 T383 C22 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00011_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@284d5543),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2999 T387 C24 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2999 T383 C22 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3001 T399 oass.SolrIndexSearcher.<init> Opening Searcher@66caa61e main
[junit4:junit4]   2> 3002 T399 oasc.SolrCore.registerSearcher [00017_core] Registered new searcher Searcher@66caa61e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3002 T399 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3002 T399 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3004 T338 oass.SolrIndexSearcher.<init> Opening Searcher@23d66e22 main
[junit4:junit4]   2> 3004 T386 oass.SolrIndexSearcher.<init> Opening Searcher@6f42ac7 main
[junit4:junit4]   2> 3005 T387 C24 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id15]} 0 23
[junit4:junit4]   2> 3006 T383 C22 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id1]} 0 26
[junit4:junit4]   2> 3006 T396 oass.SolrIndexSearcher.<init> Opening Searcher@3cf292a2 main
[junit4:junit4]   2> 3006 T338 oasc.SolrCore.registerSearcher [00010_core] Registered new searcher Searcher@23d66e22 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3006 T386 oasc.SolrCore.registerSearcher [00013_core] Registered new searcher Searcher@6f42ac7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3007 T391 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id4]} 0 42
[junit4:junit4]   2> 3007 T386 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3007 T393 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id3]} 0 28
[junit4:junit4]   2> 3007 T394 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id7]} 0 29
[junit4:junit4]   2> 3007 T382 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id2]} 0 38
[junit4:junit4]   2> 3008 T386 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3008 T396 oasc.SolrCore.registerSearcher [00009_core] Registered new searcher Searcher@3cf292a2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3007 T338 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3007 T390 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id13]} 0 30
[junit4:junit4]   2> 3009 T398 oass.SolrIndexSearcher.<init> Opening Searcher@745ad2de main
[junit4:junit4]   2> 3009 T399 oasc.CoreMaps.putTransientCore Opening transient core 00017_core
[junit4:junit4]   2> 3009 T339 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3011 T399 oasc.CoreContainer.registerCore registering core: 00017_core
[junit4:junit4]   2> 3010 T381 oass.SolrIndexSearcher.<init> Opening Searcher@7b46fb4d main
[junit4:junit4]   2> 3010 T338 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3010 T383 oasc.CoreContainer.create Creating SolrCore '00002_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00002_core
[junit4:junit4]   2> 3009 T396 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3011 T398 oasc.SolrCore.registerSearcher [00003_core] Registered new searcher Searcher@745ad2de main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3012 T396 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3011 T400 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3012 T382 C17 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id23]} 0 0
[junit4:junit4]   2> 3012 T339 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3012 T398 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3012 T381 oasc.SolrCore.registerSearcher [00001_core] Registered new searcher Searcher@7b46fb4d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3012 T383 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00002_core/'
[junit4:junit4]   2> 3015 T339 oasc.SolrCore.<init> [00015_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00015_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00015_core/data/
[junit4:junit4]   2> 3015 T381 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3014 T398 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3015 T339 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 3015 T381 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3016 T341 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3015 T400 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3016 T339 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3016 T386 oasc.CoreMaps.putTransientCore Opening transient core 00013_core
[junit4:junit4]   2> 3017 T386 oasc.CoreContainer.registerCore registering core: 00013_core
[junit4:junit4]   2> 3018 T400 oasc.SolrCore.<init> [00014_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00014_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00014_core/data/
[junit4:junit4]   2> 3020 T400 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 3020 T339 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00015_core/data forceNew: false
[junit4:junit4]   2> 3020 T400 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3021 T341 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3022 T338 oasc.CoreMaps.putTransientCore Opening transient core 00010_core
[junit4:junit4]   2> 3022 T396 oasc.CoreMaps.putTransientCore Opening transient core 00009_core
[junit4:junit4]   2> 3022 T338 oasc.CoreContainer.registerCore registering core: 00010_core
[junit4:junit4]   2> 3022 T339 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00015_core/data/index/
[junit4:junit4]   2> ASYNC  NEW_CORE C25 name=00017_core org.apache.solr.core.SolrCore@8a808d0
[junit4:junit4]   2> 3022 T399 C25 REQ [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3022 T396 oasc.CoreContainer.registerCore registering core: 00009_core
[junit4:junit4]   2> 3023 T394 C18 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00019_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2111e072),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3022 T400 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00014_core/data forceNew: false
[junit4:junit4]   2> 3022 T391 C21 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00016_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@57ef8e7c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3022 T341 oasc.SolrCore.<init> [00018_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00018_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00018_core/data/
[junit4:junit4]   2> 3026 T391 C21 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3026 T381 oasc.CoreMaps.putTransientCore Opening transient core 00001_core
[junit4:junit4]   2> 3026 T341 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 3024 T398 oasc.CoreMaps.putTransientCore Opening transient core 00003_core
[junit4:junit4]   2> 3023 T394 C18 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3027 T398 oasc.CoreContainer.registerCore registering core: 00003_core
[junit4:junit4]   2> 3026 T400 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00014_core/data/index/
[junit4:junit4]   2> 3026 T339 oasc.SolrCore.initIndex WARNING [00015_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00015_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3028 T381 oasc.CoreContainer.registerCore registering core: 00001_core
[junit4:junit4]   2> 3027 T382 C20 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00007_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@34d9558d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3027 T341 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3030 T400 oasc.SolrCore.initIndex WARNING [00014_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00014_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3029 T382 C20 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> ASYNC  NEW_CORE C26 name=00013_core org.apache.solr.core.SolrCore@583c9dd8
[junit4:junit4]   2> 3031 T386 C26 REQ [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3031 T339 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00015_core/data/index forceNew: false
[junit4:junit4]   2> 3034 T382 C20 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id25]} 0 17
[junit4:junit4]   2> 3035 T341 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00018_core/data forceNew: false
[junit4:junit4]   2> 3035 T400 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00014_core/data/index forceNew: false
[junit4:junit4]   2> 3035 T389 C25 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00017_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@34352d5a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3036 T394 C18 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id22]} 0 23
[junit4:junit4]   2> 3037 T391 C21 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id20]} 0 25
[junit4:junit4]   2> 3038 T389 C25 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> ASYNC  NEW_CORE C27 name=00010_core org.apache.solr.core.SolrCore@3e0c192f
[junit4:junit4]   2> 3038 T397 C27 REQ [00010_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3038 T341 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00018_core/data/index/
[junit4:junit4]   2> 3038 T338 C27 REQ [00010_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3042 T341 oasc.SolrCore.initIndex WARNING [00018_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00018_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3043 T341 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00018_core/data/index forceNew: false
[junit4:junit4]   2> 3043 T389 C25 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id17]} 0 17
[junit4:junit4]   2> ASYNC  NEW_CORE C28 name=00001_core org.apache.solr.core.SolrCore@21901ca8
[junit4:junit4]   2> 3044 T381 C28 REQ [00001_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C29 name=00009_core org.apache.solr.core.SolrCore@1732e9d5
[junit4:junit4]   2> 3046 T396 C29 REQ [00009_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3047 T392 C28 REQ [00001_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3049 T394 C27 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00010_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@739efd29),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3050 T394 C27 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> ASYNC  NEW_CORE C30 name=00003_core org.apache.solr.core.SolrCore@38033a21
[junit4:junit4]   2> 3051 T384 C30 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00003_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@56b6e2fe),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3052 T382 C19 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00008_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@45d58963),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3052 T384 C30 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3052 T343 C29 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00009_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@62377369),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3053 T382 C19 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3054 T343 C29 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3054 T394 C27 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id27]} 0 14
[junit4:junit4]   2> 3054 T378 C28 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00001_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d553b2f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3055 T378 C28 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3055 T339 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00015_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67b646f4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3056 T384 C30 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id11]} 0 10
[junit4:junit4]   2> 3056 T398 C30 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id5]} 0 9
[junit4:junit4]   2> 3056 T339 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3056 T389 C30 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id29]} 0 8
[junit4:junit4]   2> 3057 T382 C19 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id26]} 0 17
[junit4:junit4]   2> 3057 T343 C29 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id8]} 0 11
[junit4:junit4]   2> 3057 T339 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 3058 T341 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00018_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@c25c793),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3058 T341 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3058 T394 C30 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id30]} 0 0
[junit4:junit4]   2> 3059 T378 C28 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id16]} 0 10
[junit4:junit4]   2> 3060 T339 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 3060 T341 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 3061 T389 C28 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id33]} 0 1
[junit4:junit4]   2> 3061 T398 C27 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id32]} 0 1
[junit4:junit4]   2> 3061 T339 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 3062 T382 C18 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id34]} 0 1
[junit4:junit4]   2> 3062 T339 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3062 T394 C21 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id36]} 0 1
[junit4:junit4]   2> 3062 T343 C21 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id35]} 0 1
[junit4:junit4]   2> 3063 T341 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 3064 T378 C24 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id37]} 0 1
[junit4:junit4]   2> 3064 T341 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 3065 T389 C17 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id38]} 0 1
[junit4:junit4]   2> 3065 T341 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3065 T398 C29 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id39]} 0 0
[junit4:junit4]   2> 3066 T400 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00014_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6fec725d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3066 T382 C17 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id40]} 0 0
[junit4:junit4]   2> 3066 T400 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3067 T343 oasc.CoreContainer.create Creating SolrCore '00012_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00012_core
[junit4:junit4]   2> 3067 T378 C30 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id43]} 0 0
[junit4:junit4]   2> 3067 T394 C18 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id41]} 0 0
[junit4:junit4]   2> 3068 T343 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00012_core/'
[junit4:junit4]   2> 3068 T400 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 3070 T382 oasc.CoreContainer.create Creating SolrCore '00006_core' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00006_core
[junit4:junit4]   2> 3072 T398 C25 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id45]} 0 2
[junit4:junit4]   2> 3073 T400 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 3073 T382 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00006_core/'
[junit4:junit4]   2> 3073 T400 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 3074 T400 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3074 T394 C30 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id48]} 0 1
[junit4:junit4]   2> 3076 T339 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3076 T398 C28 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id49]} 0 0
[junit4:junit4]   2> 3077 T341 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3078 T394 C17 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id50]} 0 0
[junit4:junit4]   2> 3078 T389 C26 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00013_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c5ff8ce),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3079 T389 C26 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3081 T344 C18 REQ [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3082 T394 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id52]} 0 0
[junit4:junit4]   2> 3083 T340 C21 REQ [00016_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3084 T398 C26 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id51]} 0 3
[junit4:junit4]   2> 3084 T389 C26 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id44]} 0 15
[junit4:junit4]   2> 3084 T379 C30 REQ [00003_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3085 T400 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3088 T398 C25 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id55]} 0 0
[junit4:junit4]   2> 3091 T339 oass.SolrIndexSearcher.<init> Opening Searcher@5d0957b1 main
[junit4:junit4]   2> 3092 T398 C18 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id56]} 0 0
[junit4:junit4]   2> 3092 T339 oasc.SolrCore.registerSearcher [00015_core] Registered new searcher Searcher@5d0957b1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3093 T339 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3093 T339 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3094 T341 oass.SolrIndexSearcher.<init> Opening Searcher@787582d3 main
[junit4:junit4]   2> 3094 T400 oass.SolrIndexSearcher.<init> Opening Searcher@49d7fb83 main
[junit4:junit4]   2> 3095 T341 oasc.SolrCore.registerSearcher [00018_core] Registered new searcher Searcher@787582d3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3096 T400 oasc.SolrCore.registerSearcher [00014_core] Registered new searcher Searcher@49d7fb83 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3096 T341 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3096 T400 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3097 T398 C22 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id57]} 0 1
[junit4:junit4]   2> 3096 T341 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3097 T400 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3098 T339 oasc.CoreMaps.putTransientCore Opening transient core 00015_core
[junit4:junit4]   2> 3098 T339 oasc.CoreContainer.registerCore registering core: 00015_core
[junit4:junit4]   2> 3102 T398 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id58]} 0 1
[junit4:junit4]   2> 3103 T341 oasc.CoreMaps.putTransientCore Opening transient core 00018_core
[junit4:junit4]   2> 3103 T341 oasc.CoreContainer.registerCore registering core: 00018_core
[junit4:junit4]   2> 3104 T400 oasc.CoreMaps.putTransientCore Opening transient core 00014_core
[junit4:junit4]   2> 3105 T400 oasc.CoreContainer.registerCore registering core: 00014_core
[junit4:junit4]   2> ASYNC  NEW_CORE C31 name=00015_core org.apache.solr.core.SolrCore@5c3fdd15
[junit4:junit4]   2> 3115 T339 C31 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00015_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67b646f4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> ASYNC  NEW_CORE C32 name=00014_core org.apache.solr.core.SolrCore@7f385bdb
[junit4:junit4]   2> 3119 T400 C32 REQ [00014_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3119 T339 C31 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> ASYNC  NEW_CORE C33 name=00018_core org.apache.solr.core.SolrCore@6f7503eb
[junit4:junit4]   2> 3117 T341 C33 REQ [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3119 T342 C33 REQ [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3125 T389 C32 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00014_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6fec725d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3126 T389 C32 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3127 T385 C33 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00018_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@c25c793),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3128 T385 C33 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3129 T399 C29 REQ [00009_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3133 T391 C31 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id28]} 0 19
[junit4:junit4]   2> 3133 T378 C31 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id47]} 0 21
[junit4:junit4]   2> 3130 T339 C31 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id6]} 0 23
[junit4:junit4]   2> 3133 T394 C31 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id53]} 0 23
[junit4:junit4]   2> 3133 T384 C31 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id31]} 0 23
[junit4:junit4]   2> 3134 T395 C32 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id12]} 0 13
[junit4:junit4]   2> 3134 T389 C32 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id54]} 0 16
[junit4:junit4]   2> 3134 T387 C33 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id18]} 0 15
[junit4:junit4]   2> 3134 T385 C33 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id9]} 0 15
[junit4:junit4]   2> 3135 T393 C32 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id21]} 0 13
[junit4:junit4]   2> 3139 T394 C30 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id62]} 0 1
[junit4:junit4]   2> 3139 T384 C18 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id63]} 0 1
[junit4:junit4]   2> 3139 T339 C24 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id60]} 0 1
[junit4:junit4]   2> 3139 T378 C24 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id64]} 0 1
[junit4:junit4]   2> 3140 T389 C31 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id66]} 0 1
[junit4:junit4]   2> 3140 T395 C30 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id65]} 0 1
[junit4:junit4]   2> 3139 T387 C26 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id67]} 0 0
[junit4:junit4]   2> 3141 T385 C32 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id68]} 0 1
[junit4:junit4]   2> 3143 T378 C27 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id73]} 0 1
[junit4:junit4]   2> 3143 T394 C17 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id71]} 0 0
[junit4:junit4]   2> 3143 T339 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id72]} 0 0
[junit4:junit4]   2> 3144 T389 C29 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id74]} 0 0
[junit4:junit4]   2> 3144 T395 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id75]} 0 0
[junit4:junit4]   2> 3145 T387 C20 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id76]} 0 0
[junit4:junit4]   2> 3145 T397 C28 REQ [00001_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3145 T338 C27 REQ [00010_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3146 T385 C27 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id77]} 0 1
[junit4:junit4]   2> 3148 T389 C31 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id81]} 0 0
[junit4:junit4]   2> 3149 T339 C22 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id80]} 0 1
[junit4:junit4]   2> 3149 T381 C17 REQ [00000_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3149 T394 C27 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id78]} 0 1
[junit4:junit4]   2> 3150 T387 C17 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id83]} 0 1
[junit4:junit4]   2> 3148 T378 C30 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id79]} 0 0
[junit4:junit4]   2> 3150 T395 C18 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id82]} 0 1
[junit4:junit4]   2> 3151 T385 C33 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id84]} 0 1
[junit4:junit4]   2> 3152 T392 C31 REQ [00015_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3152 T396 C29 REQ [00009_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3153 T389 C19 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id85]} 0 1
[junit4:junit4]   2> 3153 T339 C32 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id86]} 0 0
[junit4:junit4]   2> 3161 T378 C19 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id88]} 0 7
[junit4:junit4]   2> 3162 T395 C22 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id90]} 0 8
[junit4:junit4]   2> 3162 T394 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id89]} 0 0
[junit4:junit4]   2> 3162 T387 C21 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id87]} 0 0
[junit4:junit4]   2> 3163 T389 C19 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id91]} 0 0
[junit4:junit4]   2> 3177 T385 C31 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id92]} 0 14
[junit4:junit4]   2> 3178 T378 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id94]} 0 0
[junit4:junit4]   2> 3180 T387 C24 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id97]} 0 0
[junit4:junit4]   2> 3180 T394 C32 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id96]} 0 0
[junit4:junit4]   2> 3183 T378 C20 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id100]} 0 0
[junit4:junit4]   2> 3184 T394 C22 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id102]} 0 0
[junit4:junit4]   2> 3184 T387 C29 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id101]} 0 0
[junit4:junit4]   2> 3186 T344 C27 REQ [00010_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3187 T383 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 3188 T340 C26 REQ [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3189 T378 C29 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id103]} 0 1
[junit4:junit4]   2> 3189 T394 C29 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id104]} 0 1
[junit4:junit4]   2> 3193 T394 C21 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id107]} 0 1
[junit4:junit4]   2> 3193 T378 C22 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id106]} 0 0
[junit4:junit4]   2> 3197 T394 C27 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id108]} 0 0
[junit4:junit4]   2> 3199 T378 C25 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id109]} 0 1
[junit4:junit4]   2> 3201 T394 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id110]} 0 1
[junit4:junit4]   2> 3201 T343 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 3202 T382 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 3205 T394 C29 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id112]} 0 1
[junit4:junit4]   2> 3209 T394 C26 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id113]} 0 1
[junit4:junit4]   2> 3213 T394 C29 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id114]} 0 1
[junit4:junit4]   2> 3217 T394 C22 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id115]} 0 0
[junit4:junit4]   2> 3221 T394 C27 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id116]} 0 1
[junit4:junit4]   2> 3225 T394 C19 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id117]} 0 1
[junit4:junit4]   2> 3225 T400 C26 REQ [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3226 T341 C23 REQ [00005_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3229 T394 C17 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id118]} 0 1
[junit4:junit4]   2> 3233 T394 C22 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id119]} 0 1
[junit4:junit4]   2> 3237 T394 C17 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id120]} 0 1
[junit4:junit4]   2> 3240 T394 C17 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id121]} 0 1
[junit4:junit4]   2> 3243 T394 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id122]} 0 0
[junit4:junit4]   2> 3247 T394 C20 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id123]} 0 1
[junit4:junit4]   2> 3249 T338 C33 REQ [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3250 T397 C27 REQ [00010_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3251 T394 C33 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id124]} 0 0
[junit4:junit4]   2> 3253 T381 C32 REQ [00014_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3255 T394 C29 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id125]} 0 1
[junit4:junit4]   2> 3257 T392 C33 REQ [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3257 T396 C31 REQ [00015_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3259 T394 C24 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id126]} 0 1
[junit4:junit4]   2> 3263 T394 C26 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id127]} 0 1
[junit4:junit4]   2> 3266 T383 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 3267 T383 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3268 T394 C29 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id128]} 0 1
[junit4:junit4]   2> 3272 T383 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 3272 T382 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 3273 T343 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 3274 T382 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3274 T343 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3278 T382 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 3279 T343 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 3290 T344 C23 REQ [00005_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3302 T383 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3304 T383 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3305 T382 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3305 T383 oasc.SolrCore.<init> [00002_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00002_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00002_core/data/
[junit4:junit4]   2> 3305 T383 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 3306 T343 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3306 T383 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3306 T382 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3307 T382 oasc.SolrCore.<init> [00006_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00006_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00006_core/data/
[junit4:junit4]   2> 3307 T383 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00002_core/data forceNew: false
[junit4:junit4]   2> 3307 T343 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3307 T382 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 3308 T382 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3308 T383 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00002_core/data/index/
[junit4:junit4]   2> 3308 T343 oasc.SolrCore.<init> [00012_core] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00012_core/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00012_core/data/
[junit4:junit4]   2> 3309 T343 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0430b6
[junit4:junit4]   2> 3309 T383 oasc.SolrCore.initIndex WARNING [00002_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00002_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3309 T382 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00006_core/data forceNew: false
[junit4:junit4]   2> 3309 T343 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3310 T383 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00002_core/data/index forceNew: false
[junit4:junit4]   2> 3310 T382 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00006_core/data/index/
[junit4:junit4]   2> 3312 T343 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00012_core/data forceNew: false
[junit4:junit4]   2> 3312 T382 oasc.SolrCore.initIndex WARNING [00006_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00006_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3313 T382 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00006_core/data/index forceNew: false
[junit4:junit4]   2> 3313 T343 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00012_core/data/index/
[junit4:junit4]   2> 3314 T343 oasc.SolrCore.initIndex WARNING [00012_core] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00012_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3314 T343 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00012_core/data/index forceNew: false
[junit4:junit4]   2> 3317 T383 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00002_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@49337a10),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3317 T383 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3318 T383 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 3320 T383 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 3321 T383 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 3321 T383 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3329 T383 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3330 T400 C25 REQ [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3330 T341 C23 REQ [00005_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3331 T382 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00006_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b64dd8e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3332 T382 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3333 T382 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 3335 T382 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 3336 T382 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 3336 T382 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3339 T343 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00012_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@32902abb),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3339 T343 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3340 T383 oass.SolrIndexSearcher.<init> Opening Searcher@6e3f6f3 main
[junit4:junit4]   2> 3341 T343 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 3341 T383 oasc.SolrCore.registerSearcher [00002_core] Registered new searcher Searcher@6e3f6f3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3342 T383 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3342 T383 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3343 T343 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 3344 T343 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 3344 T343 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3345 T382 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3346 T383 oasc.CoreMaps.putTransientCore Opening transient core 00002_core
[junit4:junit4]   2> 3347 T383 oasc.CoreContainer.registerCore registering core: 00002_core
[junit4:junit4]   2> 3354 T338 C31 REQ [00015_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3355 T397 C33 REQ [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3362 T396 C25 REQ [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3367 T343 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> ASYNC  NEW_CORE C34 name=00002_core org.apache.solr.core.SolrCore@4fce7ceb
[junit4:junit4]   2> 3387 T379 C34 REQ [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3389 T399 C34 REQ [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=2 
[junit4:junit4]   2> 3389 T382 oass.SolrIndexSearcher.<init> Opening Searcher@7dccb9cf main
[junit4:junit4]   2> 3389 T343 oass.SolrIndexSearcher.<init> Opening Searcher@bbb058f main
[junit4:junit4]   2> 3389 T380 C34 REQ [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3391 T382 oasc.SolrCore.registerSearcher [00006_core] Registered new searcher Searcher@7dccb9cf main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3391 T343 oasc.SolrCore.registerSearcher [00012_core] Registered new searcher Searcher@bbb058f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3391 T382 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3391 T343 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3392 T382 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3392 T343 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3392 T386 C34 REQ [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3392 T378 C34 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00002_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@49337a10),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3393 T378 C34 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3395 T388 C34 REQ [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3396 T344 C32 REQ [00014_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3399 T382 oasc.CoreMaps.putTransientCore Opening transient core 00006_core
[junit4:junit4]   2> 3399 T343 oasc.CoreMaps.putTransientCore Opening transient core 00012_core
[junit4:junit4]   2> 3399 T382 oasc.CoreContainer.registerCore registering core: 00006_core
[junit4:junit4]   2> 3400 T343 oasc.CoreContainer.registerCore registering core: 00012_core
[junit4:junit4]   2> 3409 T383 C34 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id19]} 0 20
[junit4:junit4]   2> 3409 T391 C34 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id61]} 0 18
[junit4:junit4]   2> 3409 T387 C34 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id105]} 0 18
[junit4:junit4]   2> 3409 T339 C34 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id93]} 0 23
[junit4:junit4]   2> 3410 T378 C34 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id111]} 0 24
[junit4:junit4]   2> 3410 T395 C34 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id95]} 0 23
[junit4:junit4]   2> 3410 T390 C34 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id24]} 0 23
[junit4:junit4]   2> 3410 T389 C34 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id98]} 0 24
[junit4:junit4]   2> ASYNC  NEW_CORE C35 name=00012_core org.apache.solr.core.SolrCore@a4029df
[junit4:junit4]   2> 3421 T381 C35 REQ [00012_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3422 T391 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id130]} 0 1
[junit4:junit4]   2> 3422 T339 C25 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id133]} 0 1
[junit4:junit4]   2> 3423 T395 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id134]} 0 2
[junit4:junit4]   2> 3422 T383 C28 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id132]} 0 1
[junit4:junit4]   2> 3424 T390 C23 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id135]} 0 1
[junit4:junit4]   2> 3424 T342 C35 REQ [00012_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> ASYNC  NEW_CORE C36 name=00006_core org.apache.solr.core.SolrCore@10a238d1
[junit4:junit4]   2> 3424 T392 C36 REQ [00006_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3425 T340 C36 REQ [00006_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3423 T387 C28 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id131]} 0 2
[junit4:junit4]   2> 3425 T378 C29 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id136]} 0 1
[junit4:junit4]   2> 3428 T389 C19 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id137]} 0 0
[junit4:junit4]   2> 3429 T390 C34 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id140]} 0 1
[junit4:junit4]   2> 3429 T391 C28 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id138]} 0 0
[junit4:junit4]   2> 3429 T339 C29 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id139]} 0 0
[junit4:junit4]   2> 3429 T383 C21 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id141]} 0 0
[junit4:junit4]   2> 3429 T394 C36 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00006_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b64dd8e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3430 T394 C36 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3430 T384 C35 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00012_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@32902abb),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3433 T395 C34 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id142]} 0 0
[junit4:junit4]   2> 3433 T389 C24 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id145]} 0 0
[junit4:junit4]   2> 3433 T339 C22 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id147]} 0 0
[junit4:junit4]   2> 3435 T383 C22 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id149]} 0 1
[junit4:junit4]   2> 3433 T378 C25 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id143]} 0 0
[junit4:junit4]   2> 3433 T384 C35 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[

[...truncated too long message...]

java:275)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4]    >         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4]    >         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4]    >         at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4]    >         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
[junit4:junit4]    >         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)
[junit4:junit4]    >         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4]    >         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
[junit4:junit4]    >         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]    >    4) Thread[id=816, name=qtp1828169243-816, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
[junit4:junit4]    >         at java.util.WeakHashMap.get(WeakHashMap.java:380)
[junit4:junit4]    >         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)
[junit4:junit4]    >         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4]    >         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]    >         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4]    >         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]    >         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4]    >         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4]    >         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4]    >         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4]    >         at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4]    >         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:926)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:988)
[junit4:junit4]    >         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:635)
[junit4:junit4]    >         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
[junit4:junit4]    >         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
[junit4:junit4]    >         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]    >    5) Thread[id=807, name=qtp1828169243-807, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
[junit4:junit4]    >         at java.util.WeakHashMap.get(WeakHashMap.java:380)
[junit4:junit4]    >         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:279)
[junit4:junit4]    >         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4]    >         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]    >         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4]    >         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]    >         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4]    >         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4]    >         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4]    >         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4]    >         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4]    >         at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4]    >         at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
[junit4:junit4]    >         at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:856)
[junit4:junit4]    >         at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4]    >         at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
[junit4:junit4]    >         at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([72EB3C90818A9077]:0)
[junit4:junit4] Completed on J1 in 346.61s, 6 tests, 2 failures, 2 errors, 4 skipped <<< FAILURES!

[...truncated 578 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1213: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:877: There were test failures: 273 suites, 1147 tests, 3 suite-level errors, 1 failure, 559 ignored (7 assumptions)

Total time: 40 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1429 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1429/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
No registered leader was found, collection:collection1 slice:shard1

Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found, collection:collection1 slice:shard1
	at __randomizedtesting.SeedInfo.seed([16478E795BC6CA2B:97A100612C99AA17]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:484)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:291)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:116)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 8626 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 0 T1919 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 5 T1919 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363523939092
[junit4:junit4]   2> 7 T1919 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 7 T1920 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 10 T1920 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 10 T1920 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 10 T1920 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 10 T1920 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 17 T1920 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 108 T1919 oasc.ZkTestServer.run start zk server on port:42508
[junit4:junit4]   2> 108 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7174cbab
[junit4:junit4]   2> 109 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 110 T1925 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 110 T1925 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 110 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42509
[junit4:junit4]   2> 111 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42509
[junit4:junit4]   2> 111 T1923 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 116 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b200000 with negotiated timeout 10000 for client /140.211.11.196:42509
[junit4:junit4]   2> 116 T1925 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b200000, negotiated timeout = 10000
[junit4:junit4]   2> 116 T1926 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7174cbab name:ZooKeeperConnection Watcher:127.0.0.1:42508 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 116 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 117 T1919 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 120 T1924 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d785c2b200000
[junit4:junit4]   2> 129 T1926 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 130 T1921 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:42509 which had sessionid 0x13d785c2b200000
[junit4:junit4]   2> 129 T1919 oaz.ZooKeeper.close Session: 0x13d785c2b200000 closed
[junit4:junit4]   2> 130 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@207629d0
[junit4:junit4]   2> 131 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 132 T1927 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 132 T1927 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 132 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42510
[junit4:junit4]   2> 133 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42510
[junit4:junit4]   2> 134 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b200001 with negotiated timeout 10000 for client /140.211.11.196:42510
[junit4:junit4]   2> 134 T1927 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b200001, negotiated timeout = 10000
[junit4:junit4]   2> 134 T1928 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@207629d0 name:ZooKeeperConnection Watcher:127.0.0.1:42508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 134 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 135 T1919 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 139 T1919 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 141 T1919 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 144 T1919 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 147 T1919 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 147 T1919 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 156 T1919 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 157 T1919 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 161 T1919 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 162 T1919 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 165 T1919 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 166 T1919 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 169 T1919 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 169 T1919 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 177 T1919 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 178 T1919 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 181 T1919 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 181 T1919 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 184 T1919 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 185 T1919 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 188 T1919 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 188 T1919 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 196 T1924 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d785c2b200001
[junit4:junit4]   2> 197 T1928 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 197 T1921 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:42510 which had sessionid 0x13d785c2b200001
[junit4:junit4]   2> 197 T1919 oaz.ZooKeeper.close Session: 0x13d785c2b200001 closed
[junit4:junit4]   2> 408 T1919 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 414 T1919 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:42514
[junit4:junit4]   2> 415 T1919 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 416 T1919 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 416 T1919 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363523939284
[junit4:junit4]   2> 416 T1919 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363523939284/solr.xml
[junit4:junit4]   2> 417 T1919 oasc.CoreContainer.<init> New CoreContainer 2007053465
[junit4:junit4]   2> 417 T1919 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363523939284/'
[junit4:junit4]   2> 418 T1919 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363523939284/'
[junit4:junit4]   2> 471 T1919 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 472 T1919 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 473 T1919 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 473 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 473 T1919 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 474 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 474 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 475 T1919 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 475 T1919 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 476 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 497 T1919 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 516 T1919 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:42508/solr
[junit4:junit4]   2> 517 T1919 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 517 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@3c4f8d36
[junit4:junit4]   2> 518 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 519 T1938 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 520 T1938 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 520 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42517
[junit4:junit4]   2> 520 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42517
[junit4:junit4]   2> 522 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b200002 with negotiated timeout 20000 for client /140.211.11.196:42517
[junit4:junit4]   2> 522 T1938 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b200002, negotiated timeout = 20000
[junit4:junit4]   2> 522 T1939 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c4f8d36 name:ZooKeeperConnection Watcher:127.0.0.1:42508 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 523 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 524 T1924 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d785c2b200002
[junit4:junit4]   2> 532 T1939 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 532 T1921 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:42517 which had sessionid 0x13d785c2b200002
[junit4:junit4]   2> 532 T1919 oaz.ZooKeeper.close Session: 0x13d785c2b200002 closed
[junit4:junit4]   2> 533 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 544 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6e2ac102
[junit4:junit4]   2> 545 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 545 T1940 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 546 T1940 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 546 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42518
[junit4:junit4]   2> 546 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42518
[junit4:junit4]   2> 547 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b200003 with negotiated timeout 20000 for client /140.211.11.196:42518
[junit4:junit4]   2> 548 T1940 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b200003, negotiated timeout = 20000
[junit4:junit4]   2> 548 T1941 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e2ac102 name:ZooKeeperConnection Watcher:127.0.0.1:42508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 548 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 551 T1919 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 558 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200003 type:create cxid:0x7 zxid:0x1b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 560 T1919 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 563 T1919 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 571 T1919 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42514_
[junit4:junit4]   2> 571 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200003 type:delete cxid:0x12 zxid:0x1e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:42514_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:42514_
[junit4:junit4]   2> 572 T1919 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42514_
[junit4:junit4]   2> 576 T1919 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 592 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200003 type:delete cxid:0x20 zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 593 T1919 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 600 T1919 oasc.Overseer.start Overseer (id=89359904873119747-127.0.0.1:42514_-n_0000000000) starting
[junit4:junit4]   2> 600 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200003 type:create cxid:0x25 zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 602 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200003 type:create cxid:0x26 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 603 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200003 type:create cxid:0x28 zxid:0x27 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 605 T1919 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 616 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200003 type:create cxid:0x2e zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 618 T1943 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 619 T1919 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 621 T1919 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 629 T1919 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 630 T1942 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 634 T1944 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363523939284/collection1
[junit4:junit4]   2> 634 T1944 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 634 T1944 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 635 T1944 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 636 T1944 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363523939284/collection1/'
[junit4:junit4]   2> 637 T1944 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363523939284/collection1/lib/README' to classloader
[junit4:junit4]   2> 637 T1944 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363523939284/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 689 T1944 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 749 T1944 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 750 T1944 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 756 T1944 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1397 T1944 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1409 T1944 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1413 T1944 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1424 T1944 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1429 T1944 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1433 T1944 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1434 T1944 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1435 T1944 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1435 T1944 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1436 T1944 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1436 T1944 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1436 T1944 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1437 T1944 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363523939284/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/control/data/
[junit4:junit4]   2> 1437 T1944 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@599855ed
[junit4:junit4]   2> 1437 T1944 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1439 T1944 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/control/data forceNew: false
[junit4:junit4]   2> 1440 T1944 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/control/data/index/
[junit4:junit4]   2> 1440 T1944 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1440 T1944 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/control/data/index forceNew: false
[junit4:junit4]   2> 1444 T1944 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7909212d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ea62482),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1444 T1944 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1446 T1944 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1447 T1944 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1447 T1944 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1448 T1944 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1448 T1944 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1448 T1944 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1448 T1944 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1449 T1944 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1449 T1944 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1457 T1944 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1463 T1944 oass.SolrIndexSearcher.<init> Opening Searcher@3b38a69b main
[junit4:junit4]   2> 1463 T1944 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/control/data/tlog
[junit4:junit4]   2> 1464 T1944 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1464 T1944 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1467 T1945 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3b38a69b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1469 T1944 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1469 T1944 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2133 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2134 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42514_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42514"}
[junit4:junit4]   2> 2134 T1942 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2134 T1942 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2178 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2485 T1944 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2485 T1944 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:42514 collection:control_collection shard:shard1
[junit4:junit4]   2> 2486 T1944 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2501 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200003 type:delete cxid:0x82 zxid:0x35 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2507 T1944 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2508 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200003 type:create cxid:0x83 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2516 T1944 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2516 T1944 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2516 T1944 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42514/collection1/
[junit4:junit4]   2> 2516 T1944 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2517 T1944 oasc.SyncStrategy.syncToMe http://127.0.0.1:42514/collection1/ has no replicas
[junit4:junit4]   2> 2517 T1944 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42514/collection1/
[junit4:junit4]   2> 2517 T1944 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2521 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200003 type:create cxid:0x8e zxid:0x3a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3682 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3697 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3756 T1944 oasc.ZkController.register We are http://127.0.0.1:42514/collection1/ and leader is http://127.0.0.1:42514/collection1/
[junit4:junit4]   2> 3756 T1944 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42514
[junit4:junit4]   2> 3756 T1944 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3756 T1944 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3756 T1944 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3758 T1944 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3759 T1919 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3760 T1919 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3760 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3774 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3775 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@45c5a2eb
[junit4:junit4]   2> 3776 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3776 T1947 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3777 T1947 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 3777 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42540
[junit4:junit4]   2> 3777 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42540
[junit4:junit4]   2> 3779 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b200004 with negotiated timeout 10000 for client /140.211.11.196:42540
[junit4:junit4]   2> 3779 T1947 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b200004, negotiated timeout = 10000
[junit4:junit4]   2> 3779 T1948 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45c5a2eb name:ZooKeeperConnection Watcher:127.0.0.1:42508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3779 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3781 T1919 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3783 T1919 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3979 T1919 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3982 T1919 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:42542
[junit4:junit4]   2> 3983 T1919 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3984 T1919 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3984 T1919 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363523942869
[junit4:junit4]   2> 3984 T1919 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363523942869/solr.xml
[junit4:junit4]   2> 3985 T1919 oasc.CoreContainer.<init> New CoreContainer 1360093057
[junit4:junit4]   2> 3986 T1919 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363523942869/'
[junit4:junit4]   2> 3986 T1919 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363523942869/'
[junit4:junit4]   2> 4036 T1919 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4037 T1919 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4037 T1919 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4038 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4038 T1919 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4038 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4039 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4039 T1919 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4040 T1919 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4040 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4059 T1919 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4078 T1919 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:42508/solr
[junit4:junit4]   2> 4079 T1919 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4079 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@317dfcc1
[junit4:junit4]   2> 4080 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4081 T1958 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4082 T1958 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 4082 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42545
[junit4:junit4]   2> 4082 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42545
[junit4:junit4]   2> 4084 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b200005 with negotiated timeout 20000 for client /140.211.11.196:42545
[junit4:junit4]   2> 4084 T1958 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b200005, negotiated timeout = 20000
[junit4:junit4]   2> 4085 T1959 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@317dfcc1 name:ZooKeeperConnection Watcher:127.0.0.1:42508 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4085 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4086 T1924 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d785c2b200005
[junit4:junit4]   2> 4103 T1959 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4103 T1921 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:42545 which had sessionid 0x13d785c2b200005
[junit4:junit4]   2> 4103 T1919 oaz.ZooKeeper.close Session: 0x13d785c2b200005 closed
[junit4:junit4]   2> 4104 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4113 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1f94449a
[junit4:junit4]   2> 4114 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4114 T1960 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4115 T1960 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 4115 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42547
[junit4:junit4]   2> 4115 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42547
[junit4:junit4]   2> 4116 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b200006 with negotiated timeout 20000 for client /140.211.11.196:42547
[junit4:junit4]   2> 4117 T1960 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b200006, negotiated timeout = 20000
[junit4:junit4]   2> 4117 T1961 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f94449a name:ZooKeeperConnection Watcher:127.0.0.1:42508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4117 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4118 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200006 type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4120 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200006 type:create cxid:0x3 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4129 T1919 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5132 T1919 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42542_
[junit4:junit4]   2> 5133 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200006 type:delete cxid:0xd zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:42542_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:42542_
[junit4:junit4]   2> 5159 T1919 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42542_
[junit4:junit4]   2> 5162 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5163 T1961 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5163 T1948 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5164 T1941 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5170 T1962 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363523942869/collection1
[junit4:junit4]   2> 5170 T1962 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5171 T1962 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5171 T1962 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5172 T1962 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363523942869/collection1/'
[junit4:junit4]   2> 5173 T1962 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363523942869/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5174 T1962 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363523942869/collection1/lib/README' to classloader
[junit4:junit4]   2> 5214 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5215 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42514_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42514"}
[junit4:junit4]   2> 5228 T1962 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 5229 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5229 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5229 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5288 T1962 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5289 T1962 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5295 T1962 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5950 T1962 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5962 T1962 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5966 T1962 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5978 T1962 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5983 T1962 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5988 T1962 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5989 T1962 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5990 T1962 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5990 T1962 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5991 T1962 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5991 T1962 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5992 T1962 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5992 T1962 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363523942869/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty1/
[junit4:junit4]   2> 5992 T1962 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@599855ed
[junit4:junit4]   2> 5993 T1962 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5995 T1962 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty1 forceNew: false
[junit4:junit4]   2> 5995 T1962 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty1/index/
[junit4:junit4]   2> 5995 T1962 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5996 T1962 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty1/index forceNew: false
[junit4:junit4]   2> 5998 T1962 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@70a5f18f lockFactory=org.apache.lucene.store.NativeFSLockFactory@114e1520),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5999 T1962 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6001 T1962 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6002 T1962 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6002 T1962 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6003 T1962 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6003 T1962 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6004 T1962 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6004 T1962 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6004 T1962 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6005 T1962 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6013 T1962 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6019 T1962 oass.SolrIndexSearcher.<init> Opening Searcher@41e41c46 main
[junit4:junit4]   2> 6020 T1962 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty1/tlog
[junit4:junit4]   2> 6021 T1962 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6021 T1962 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6025 T1963 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@41e41c46 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6027 T1962 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 6027 T1962 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6738 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6739 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42542_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42542"}
[junit4:junit4]   2> 6739 T1942 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6739 T1942 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6751 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6751 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6751 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7054 T1962 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7054 T1962 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:42542 collection:collection1 shard:shard1
[junit4:junit4]   2> 7055 T1962 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7071 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200006 type:delete cxid:0x4a zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7072 T1962 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7073 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200006 type:create cxid:0x4b zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7082 T1962 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7082 T1962 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7082 T1962 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42542/collection1/
[junit4:junit4]   2> 7082 T1962 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7082 T1962 oasc.SyncStrategy.syncToMe http://127.0.0.1:42542/collection1/ has no replicas
[junit4:junit4]   2> 7082 T1962 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42542/collection1/
[junit4:junit4]   2> 7083 T1962 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7087 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200006 type:create cxid:0x56 zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8256 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8293 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8293 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8293 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8321 T1962 oasc.ZkController.register We are http://127.0.0.1:42542/collection1/ and leader is http://127.0.0.1:42542/collection1/
[junit4:junit4]   2> 8321 T1962 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42542
[junit4:junit4]   2> 8321 T1962 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8321 T1962 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8321 T1962 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8329 T1962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8330 T1919 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 8331 T1919 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8332 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8564 T1919 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8566 T1919 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:42572
[junit4:junit4]   2> 8567 T1919 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8568 T1919 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8568 T1919 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363523947442
[junit4:junit4]   2> 8569 T1919 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363523947442/solr.xml
[junit4:junit4]   2> 8569 T1919 oasc.CoreContainer.<init> New CoreContainer 313345021
[junit4:junit4]   2> 8570 T1919 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363523947442/'
[junit4:junit4]   2> 8570 T1919 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363523947442/'
[junit4:junit4]   2> 8623 T1919 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8623 T1919 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8624 T1919 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8624 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8625 T1919 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8625 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8625 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8626 T1919 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8626 T1919 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8627 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8646 T1919 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8671 T1919 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:42508/solr
[junit4:junit4]   2> 8672 T1919 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8673 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@4326364a
[junit4:junit4]   2> 8674 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8674 T1974 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8694 T1974 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 8694 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42573
[junit4:junit4]   2> 8694 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42573
[junit4:junit4]   2> 8700 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b200007 with negotiated timeout 20000 for client /140.211.11.196:42573
[junit4:junit4]   2> 8700 T1974 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b200007, negotiated timeout = 20000
[junit4:junit4]   2> 8700 T1975 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4326364a name:ZooKeeperConnection Watcher:127.0.0.1:42508 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8701 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8702 T1924 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d785c2b200007
[junit4:junit4]   2> 8724 T1975 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8724 T1921 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:42573 which had sessionid 0x13d785c2b200007
[junit4:junit4]   2> 8724 T1919 oaz.ZooKeeper.close Session: 0x13d785c2b200007 closed
[junit4:junit4]   2> 8726 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8736 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7d655ceb
[junit4:junit4]   2> 8737 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8737 T1976 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8738 T1976 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 8738 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42574
[junit4:junit4]   2> 8738 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42574
[junit4:junit4]   2> 8740 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b200008 with negotiated timeout 20000 for client /140.211.11.196:42574
[junit4:junit4]   2> 8740 T1976 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b200008, negotiated timeout = 20000
[junit4:junit4]   2> 8740 T1977 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d655ceb name:ZooKeeperConnection Watcher:127.0.0.1:42508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8740 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8741 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8743 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200008 type:create cxid:0x3 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8752 T1919 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9755 T1919 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42572_
[junit4:junit4]   2> 9756 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200008 type:delete cxid:0xd zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:42572_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:42572_
[junit4:junit4]   2> 9783 T1919 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42572_
[junit4:junit4]   2> 9785 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9786 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9786 T1961 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9786 T1977 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9787 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9787 T1941 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9788 T1948 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9804 T1978 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363523947442/collection1
[junit4:junit4]   2> 9804 T1978 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9804 T1978 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9805 T1978 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9806 T1978 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363523947442/collection1/'
[junit4:junit4]   2> 9807 T1978 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363523947442/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9807 T1978 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363523947442/collection1/lib/README' to classloader
[junit4:junit4]   2> 9831 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9832 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42542_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42542"}
[junit4:junit4]   2> 9842 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9842 T1977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9842 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9842 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9856 T1978 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 9911 T1978 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9912 T1978 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9917 T1978 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10577 T1978 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10589 T1978 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10594 T1978 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10606 T1978 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10611 T1978 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10616 T1978 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10617 T1978 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10618 T1978 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10618 T1978 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10619 T1978 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10619 T1978 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10619 T1978 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10620 T1978 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363523947442/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty2/
[junit4:junit4]   2> 10620 T1978 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@599855ed
[junit4:junit4]   2> 10620 T1978 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10622 T1978 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty2 forceNew: false
[junit4:junit4]   2> 10623 T1978 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty2/index/
[junit4:junit4]   2> 10623 T1978 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10623 T1978 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty2/index forceNew: false
[junit4:junit4]   2> 10626 T1978 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a67235d lockFactory=org.apache.lucene.store.NativeFSLockFactory@a37aa32),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10626 T1978 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10629 T1978 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10629 T1978 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10630 T1978 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10630 T1978 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10631 T1978 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10631 T1978 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10631 T1978 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10632 T1978 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10632 T1978 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10640 T1978 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10647 T1978 oass.SolrIndexSearcher.<init> Opening Searcher@5a673f6a main
[junit4:junit4]   2> 10647 T1978 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty2/tlog
[junit4:junit4]   2> 10648 T1978 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10648 T1978 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10652 T1979 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5a673f6a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10654 T1978 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10654 T1978 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11347 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11348 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42572_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42572"}
[junit4:junit4]   2> 11348 T1942 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11348 T1942 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 11390 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11390 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11390 T1977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11390 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11656 T1978 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11656 T1978 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:42572 collection:collection1 shard:shard2
[junit4:junit4]   2> 11657 T1978 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 11672 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200008 type:delete cxid:0x49 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 11673 T1978 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 11674 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200008 type:create cxid:0x4a zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11683 T1978 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 11683 T1978 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 11683 T1978 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42572/collection1/
[junit4:junit4]   2> 11683 T1978 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 11684 T1978 oasc.SyncStrategy.syncToMe http://127.0.0.1:42572/collection1/ has no replicas
[junit4:junit4]   2> 11684 T1978 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42572/collection1/
[junit4:junit4]   2> 11684 T1978 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 11687 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200008 type:create cxid:0x54 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12894 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12951 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12951 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12951 T1977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12951 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12972 T1978 oasc.ZkController.register We are http://127.0.0.1:42572/collection1/ and leader is http://127.0.0.1:42572/collection1/
[junit4:junit4]   2> 12972 T1978 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42572
[junit4:junit4]   2> 12972 T1978 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 12972 T1978 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 12972 T1978 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12974 T1978 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12975 T1919 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 12975 T1919 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12976 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13179 T1919 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 13182 T1919 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:42604
[junit4:junit4]   2> 13182 T1919 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 13183 T1919 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13183 T1919 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363523952079
[junit4:junit4]   2> 13183 T1919 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363523952079/solr.xml
[junit4:junit4]   2> 13184 T1919 oasc.CoreContainer.<init> New CoreContainer 1602231698
[junit4:junit4]   2> 13184 T1919 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363523952079/'
[junit4:junit4]   2> 13185 T1919 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363523952079/'
[junit4:junit4]   2> 13228 T1919 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 13229 T1919 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13229 T1919 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 13229 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13230 T1919 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13230 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13231 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13231 T1919 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13232 T1919 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13232 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 13247 T1919 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13262 T1919 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:42508/solr
[junit4:junit4]   2> 13263 T1919 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 13263 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@52eac44f
[junit4:junit4]   2> 13264 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13265 T1990 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 13266 T1990 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 13266 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42605
[junit4:junit4]   2> 13266 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42605
[junit4:junit4]   2> 13268 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b200009 with negotiated timeout 20000 for client /140.211.11.196:42605
[junit4:junit4]   2> 13268 T1990 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b200009, negotiated timeout = 20000
[junit4:junit4]   2> 13269 T1991 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52eac44f name:ZooKeeperConnection Watcher:127.0.0.1:42508 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13269 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13270 T1924 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d785c2b200009
[junit4:junit4]   2> 13271 T1991 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13271 T1921 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:42605 which had sessionid 0x13d785c2b200009
[junit4:junit4]   2> 13271 T1919 oaz.ZooKeeper.close Session: 0x13d785c2b200009 closed
[junit4:junit4]   2> 13272 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 13278 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@25ca9e5c
[junit4:junit4]   2> 13279 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13279 T1992 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 13280 T1992 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 13280 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42606
[junit4:junit4]   2> 13280 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42606
[junit4:junit4]   2> 13282 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b20000a with negotiated timeout 20000 for client /140.211.11.196:42606
[junit4:junit4]   2> 13282 T1992 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b20000a, negotiated timeout = 20000
[junit4:junit4]   2> 13282 T1993 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25ca9e5c name:ZooKeeperConnection Watcher:127.0.0.1:42508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13282 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13283 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b20000a type:create cxid:0x1 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13298 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b20000a type:create cxid:0x3 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13301 T1919 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 14304 T1919 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42604_
[junit4:junit4]   2> 14305 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b20000a type:delete cxid:0xd zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:42604_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:42604_
[junit4:junit4]   2> 14306 T1919 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42604_
[junit4:junit4]   2> 14309 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14309 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14309 T1977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14310 T1993 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14310 T1961 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14311 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14312 T1941 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14312 T1948 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14320 T1977 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14326 T1994 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363523952079/collection1
[junit4:junit4]   2> 14326 T1994 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 14326 T1994 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 14327 T1994 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 14328 T1994 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363523952079/collection1/'
[junit4:junit4]   2> 14329 T1994 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363523952079/collection1/lib/README' to classloader
[junit4:junit4]   2> 14330 T1994 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363523952079/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 14379 T1994 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 14438 T1994 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14439 T1994 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14445 T1994 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14461 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14462 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42572_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42572"}
[junit4:junit4]   2> 14476 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14476 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14476 T1993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14476 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14476 T1977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14920 T1994 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14928 T1994 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14931 T1994 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14941 T1994 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14944 T1994 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14948 T1994 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14948 T1994 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14949 T1994 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14950 T1994 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14950 T1994 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14951 T1994 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14951 T1994 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14951 T1994 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363523952079/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty3/
[junit4:junit4]   2> 14951 T1994 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@599855ed
[junit4:junit4]   2> 14951 T1994 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14953 T1994 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty3 forceNew: false
[junit4:junit4]   2> 14953 T1994 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty3/index/
[junit4:junit4]   2> 14953 T1994 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14954 T1994 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty3/index forceNew: false
[junit4:junit4]   2> 14956 T1994 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a05623 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6052cde8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14956 T1994 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14958 T1994 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14958 T1994 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14958 T1994 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14959 T1994 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14959 T1994 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14959 T1994 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14959 T1994 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14960 T1994 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14960 T1994 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14965 T1994 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14969 T1994 oass.SolrIndexSearcher.<init> Opening Searcher@4f686604 main
[junit4:junit4]   2> 14970 T1994 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty3/tlog
[junit4:junit4]   2> 14970 T1994 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14971 T1994 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14974 T1995 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4f686604 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14975 T1994 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14975 T1994 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15980 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15981 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42604_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42604"}
[junit4:junit4]   2> 15981 T1942 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 15981 T1942 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 15994 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15994 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15994 T1977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15994 T1993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15994 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16978 T1994 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16978 T1994 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:42604 collection:collection1 shard:shard1
[junit4:junit4]   2> 17007 T1994 oasc.ZkController.register We are http://127.0.0.1:42604/collection1/ and leader is http://127.0.0.1:42542/collection1/
[junit4:junit4]   2> 17007 T1994 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42604
[junit4:junit4]   2> 17007 T1994 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 17007 T1994 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C156 name=collection1 org.apache.solr.core.SolrCore@2eb1d8c3 url=http://127.0.0.1:42604/collection1 node=127.0.0.1:42604_ C156_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:42604_, base_url=http://127.0.0.1:42604}
[junit4:junit4]   2> 17007 T1996 C156 P42604 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 17008 T1994 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17008 T1996 C156 P42604 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 17008 T1996 C156 P42604 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 17008 T1996 C156 P42604 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 17009 T1919 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 17009 T1919 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 17010 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17021 T1996 C156 P42604 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17240 T1919 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 17243 T1919 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:42654
[junit4:junit4]   2> 17244 T1919 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 17244 T1919 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 17245 T1919 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363523956113
[junit4:junit4]   2> 17245 T1919 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363523956113/solr.xml
[junit4:junit4]   2> 17245 T1919 oasc.CoreContainer.<init> New CoreContainer 7087975
[junit4:junit4]   2> 17246 T1919 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363523956113/'
[junit4:junit4]   2> 17247 T1919 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363523956113/'
[junit4:junit4]   2> 17304 T1919 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 17304 T1919 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 17305 T1919 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 17305 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 17306 T1919 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 17306 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 17306 T1919 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 17307 T1919 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 17307 T1919 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 17308 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 17330 T1919 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 17350 T1919 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:42508/solr
[junit4:junit4]   2> 17350 T1919 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 17351 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@46e6a7e7
[junit4:junit4]   2> 17352 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 17352 T2007 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 17353 T2007 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 17353 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42656
[junit4:junit4]   2> 17354 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42656
[junit4:junit4]   2> 17355 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b20000b with negotiated timeout 20000 for client /140.211.11.196:42656
[junit4:junit4]   2> 17355 T2007 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b20000b, negotiated timeout = 20000
[junit4:junit4]   2> 17356 T2008 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46e6a7e7 name:ZooKeeperConnection Watcher:127.0.0.1:42508 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 17356 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 17357 T1924 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d785c2b20000b
[junit4:junit4]   2> 17358 T2008 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 17358 T1921 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:42656 which had sessionid 0x13d785c2b20000b
[junit4:junit4]   2> 17358 T1919 oaz.ZooKeeper.close Session: 0x13d785c2b20000b closed
[junit4:junit4]   2> 17359 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 17370 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@71e0fa3
[junit4:junit4]   2> 17371 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 17371 T2009 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 17372 T2009 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 17372 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42657
[junit4:junit4]   2> 17372 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42657
[junit4:junit4]   2> 17373 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b20000c with negotiated timeout 20000 for client /140.211.11.196:42657
[junit4:junit4]   2> 17373 T2009 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b20000c, negotiated timeout = 20000
[junit4:junit4]   2> 17374 T2010 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71e0fa3 name:ZooKeeperConnection Watcher:127.0.0.1:42508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 17374 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 17375 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b20000c type:create cxid:0x1 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17376 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b20000c type:create cxid:0x3 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17378 T1919 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 17498 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17499 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42604_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42604"}
[junit4:junit4]   2> 17512 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17512 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17512 T2010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17512 T1977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17512 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17512 T1993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18035 T1951 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=4&state=recovering&nodeName=127.0.0.1:42604_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   2> 18381 T1919 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42654_
[junit4:junit4]   2> 18382 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b20000c type:delete cxid:0xf zxid:0xa7 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:42654_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:42654_
[junit4:junit4]   2> 18388 T1919 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42654_
[junit4:junit4]   2> 18390 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18390 T1993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18390 T2010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18390 T1977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18390 T1961 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18390 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18391 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18392 T1941 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18402 T2010 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18402 T1993 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18402 T1977 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18402 T1948 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18406 T2011 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363523956113/collection1
[junit4:junit4]   2> 18406 T2011 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 18406 T2011 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 18407 T2011 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 18408 T2011 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363523956113/collection1/'
[junit4:junit4]   2> 18409 T2011 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363523956113/collection1/lib/README' to classloader
[junit4:junit4]   2> 18410 T2011 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363523956113/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 18461 T2011 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 18521 T2011 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 18522 T2011 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 18528 T2011 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 19149 T2011 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 19157 T2011 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 19159 T2011 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 19169 T2011 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19173 T2011 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19176 T2011 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19177 T2011 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19177 T2011 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19177 T2011 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19178 T2011 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19178 T2011 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19178 T2011 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19178 T2011 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363523956113/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty4/
[junit4:junit4]   2> 19179 T2011 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@599855ed
[junit4:junit4]   2> 19179 T2011 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19181 T2011 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty4 forceNew: false
[junit4:junit4]   2> 19181 T2011 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty4/index/
[junit4:junit4]   2> 19181 T2011 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 19181 T2011 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty4/index forceNew: false
[junit4:junit4]   2> 19183 T2011 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@311204b6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1da00ca5),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19183 T2011 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19185 T2011 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 19185 T2011 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 19186 T2011 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 19186 T2011 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 19187 T2011 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 19187 T2011 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 19187 T2011 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 19187 T2011 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 19188 T2011 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 19193 T2011 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 19197 T2011 oass.SolrIndexSearcher.<init> Opening Searcher@3f89f006 main
[junit4:junit4]   2> 19197 T2011 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty4/tlog
[junit4:junit4]   2> 19198 T2011 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 19198 T2011 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 19201 T2012 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f89f006 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 19203 T2011 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 19203 T2011 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C156_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:42604_, base_url=http://127.0.0.1:42604}
[junit4:junit4]   2> 20037 T1996 C156 P42604 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:42542/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 20037 T1996 C156 P42604 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:42604 START replicas=[http://127.0.0.1:42542/collection1/] nUpdates=100
[junit4:junit4]   2> 20037 T1996 C156 P42604 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 20039 T1996 C156 P42604 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 20039 T1996 C156 P42604 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 20039 T1996 C156 P42604 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 20039 T1996 C156 P42604 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 20040 T1996 C156 P42604 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:42542/collection1/. core=collection1
[junit4:junit4]   2> 20040 T1996 C156 P42604 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C157 name=collection1 org.apache.solr.core.SolrCore@5f53c60e url=http://127.0.0.1:42542/collection1 node=127.0.0.1:42542_ C157_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:42542_, base_url=http://127.0.0.1:42542, leader=true}
[junit4:junit4]   2> 20047 T1952 C157 P42542 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 20056 T1953 C157 P42542 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 20058 T1953 C157 P42542 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@70a5f18f lockFactory=org.apache.lucene.store.NativeFSLockFactory@114e1520),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 20059 T1953 C157 P42542 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 20059 T1953 C157 P42542 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@70a5f18f lockFactory=org.apache.lucene.store.NativeFSLockFactory@114e1520),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@70a5f18f lockFactory=org.apache.lucene.store.NativeFSLockFactory@114e1520),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20059 T1953 C157 P42542 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20060 T1953 C157 P42542 oass.SolrIndexSearcher.<init> Opening Searcher@2540ede7 realtime
[junit4:junit4]   2> 20060 T1953 C157 P42542 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20060 T1953 C157 P42542 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4]   2> 20061 T1996 C156 P42604 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20061 T1996 C156 P42604 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 20063 T1954 C157 P42542 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20063 T1954 C157 P42542 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 20064 T1996 C156 P42604 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 20064 T1996 C156 P42604 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 20064 T1996 C156 P42604 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 20067 T1954 C157 P42542 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 20068 T1996 C156 P42604 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 20070 T1996 C156 P42604 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty3/index.20130317133919154 forceNew: false
[junit4:junit4]   2> 20071 T1996 C156 P42604 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index6046760475tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@313f1351; maxCacheMB=0.1875 maxMergeSizeMB=0.189453125)) fullCopy=false
[junit4:junit4]   2> 20074 T1954 C157 P42542 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 20075 T1996 C156 P42604 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 20103 T1996 C156 P42604 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 20104 T1996 C156 P42604 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 20105 T1996 C156 P42604 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a05623 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6052cde8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a05623 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6052cde8),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20105 T1996 C156 P42604 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20105 T1996 C156 P42604 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 20105 T1996 C156 P42604 oass.SolrIndexSearcher.<init> Opening Searcher@7948b82b main
[junit4:junit4]   2> 20106 T1995 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7948b82b main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 20107 T1996 C156 P42604 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index6046760475tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@313f1351; maxCacheMB=0.1875 maxMergeSizeMB=0.189453125))
[junit4:junit4]   2> 20107 T1996 C156 P42604 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 20107 T1996 C156 P42604 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 20108 T1996 C156 P42604 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 20108 T1996 C156 P42604 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20117 T1996 C156 P42604 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20518 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20519 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42654_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42654"}
[junit4:junit4]   2> 20519 T1942 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 20520 T1942 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 20525 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42604_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42604"}
[junit4:junit4]   2> 20539 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20539 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20539 T2010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20539 T1993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20539 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20539 T1977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21231 T2011 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 21231 T2011 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:42654 collection:collection1 shard:shard2
[junit4:junit4]   2> 21234 T2011 oasc.ZkController.register We are http://127.0.0.1:42654/collection1/ and leader is http://127.0.0.1:42572/collection1/
[junit4:junit4]   2> 21234 T2011 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42654
[junit4:junit4]   2> 21234 T2011 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 21234 T2011 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C158 name=collection1 org.apache.solr.core.SolrCore@39d3cbe3 url=http://127.0.0.1:42654/collection1 node=127.0.0.1:42654_ C158_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:42654_, base_url=http://127.0.0.1:42654}
[junit4:junit4]   2> 21235 T2015 C158 P42654 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 21235 T2015 C158 P42654 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 21235 T2015 C158 P42654 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 21235 T2015 C158 P42654 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 21236 T2011 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21236 T2015 C158 P42654 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21237 T1919 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 21237 T1919 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 21238 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21248 T1919 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21249 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21257 T1955 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363523942869/onenodecollectioncore
[junit4:junit4]   2> 21257 T1955 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 21258 T1955 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 21258 T1955 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 21259 T1955 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 21259 T1955 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 21261 T1955 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 21262 T1955 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363523942869/onenodecollectioncore/'
[junit4:junit4]   2> 21307 T1955 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 21345 T1955 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 21346 T1955 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 21350 T1955 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 21761 T1955 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 21768 T1955 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 21771 T1955 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 21780 T1955 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 21784 T1955 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 21786 T1955 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 21787 T1955 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 21788 T1955 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 21788 T1955 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 21789 T1955 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 21789 T1955 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 21789 T1955 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 21790 T1955 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363523942869/onenodecollectioncore/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363523939092/onenodecollection/
[junit4:junit4]   2> 21790 T1955 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@599855ed
[junit4:junit4]   2> 21790 T1955 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 21792 T1955 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363523939092/onenodecollection forceNew: false
[junit4:junit4]   2> 21792 T1955 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363523939092/onenodecollection/index/
[junit4:junit4]   2> 21792 T1955 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363523939092/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 21793 T1955 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363523939092/onenodecollection/index forceNew: false
[junit4:junit4]   2> 21795 T1955 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7dcbdb80 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a30a9b0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21795 T1955 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21797 T1955 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 21797 T1955 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 21798 T1955 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 21798 T1955 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 21799 T1955 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 21799 T1955 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 21799 T1955 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 21800 T1955 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 21800 T1955 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 21806 T1955 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 21811 T1955 oass.SolrIndexSearcher.<init> Opening Searcher@719dd1dc main
[junit4:junit4]   2> 21811 T1955 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363523939092/onenodecollection/tlog
[junit4:junit4]   2> 21812 T1955 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 21812 T1955 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 21814 T2017 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@719dd1dc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 21815 T1955 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 22052 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22052 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42654_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42654"}
[junit4:junit4]   2> 22055 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42542_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42542"}
[junit4:junit4]   2> 22055 T1942 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4]   2> 22055 T1942 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 22067 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22067 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22067 T2010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22067 T1993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22067 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22067 T1977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22250 T1967 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=5&state=recovering&nodeName=127.0.0.1:42654_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   2> 22819 T1955 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4]   2> 22819 T1955 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:42542 collection:onenodecollection shard:shard1
[junit4:junit4]   2> 22820 T1955 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   2> 22836 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200006 type:delete cxid:0xac zxid:0xc2 txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   2> 22837 T1955 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 22837 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200006 type:create cxid:0xad zxid:0xc3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 22848 T1955 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 22848 T1955 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 22849 T1955 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42542/onenodecollectioncore/
[junit4:junit4]   2> 22849 T1955 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 22849 T1955 oasc.SyncStrategy.syncToMe http://127.0.0.1:42542/onenodecollectioncore/ has no replicas
[junit4:junit4]   2> 22850 T1955 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42542/onenodecollectioncore/
[junit4:junit4]   2> 22850 T1955 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   2> 22854 T1924 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d785c2b200006 type:create cxid:0xb8 zxid:0xc7 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 23581 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23599 T1977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23599 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23599 T1993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23599 T2010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23599 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23599 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23629 T1955 oasc.ZkController.register We are http://127.0.0.1:42542/onenodecollectioncore/ and leader is http://127.0.0.1:42542/onenodecollectioncore/
[junit4:junit4]   2> 23629 T1955 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:42542
[junit4:junit4]   2> 23629 T1955 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 23630 T1955 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4]   2> 23631 T1955 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23632 T1955 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {numShards=1&roles=none&name=onenodecollectioncore&action=CREATE&collection=onenodecollection&dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363523939092/onenodecollection&wt=javabin&version=2} status=0 QTime=2375 
[junit4:junit4]   2> 23633 T1919 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 23634 T1919 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C158_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:42654_, base_url=http://127.0.0.1:42654}
[junit4:junit4]   2> 24251 T2015 C158 P42654 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:42572/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 24251 T2015 C158 P42654 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:42654 START replicas=[http://127.0.0.1:42572/collection1/] nUpdates=100
[junit4:junit4]   2> 24251 T2015 C158 P42654 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 24252 T2015 C158 P42654 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 24252 T2015 C158 P42654 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 24252 T2015 C158 P42654 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 24252 T2015 C158 P42654 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 24252 T2015 C158 P42654 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:42572/collection1/. core=collection1
[junit4:junit4]   2> 24253 T2015 C158 P42654 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C159 name=collection1 org.apache.solr.core.SolrCore@5dd8bb74 url=http://127.0.0.1:42572/collection1 node=127.0.0.1:42572_ C159_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:42572_, base_url=http://127.0.0.1:42572, leader=true}
[junit4:junit4]   2> 24259 T1968 C159 P42572 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24267 T1969 C159 P42572 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24270 T1969 C159 P42572 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a67235d lockFactory=org.apache.lucene.store.NativeFSLockFactory@a37aa32),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 24270 T1969 C159 P42572 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 24271 T1969 C159 P42572 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a67235d lockFactory=org.apache.lucene.store.NativeFSLockFactory@a37aa32),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a67235d lockFactory=org.apache.lucene.store.NativeFSLockFactory@a37aa32),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 24271 T1969 C159 P42572 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 24272 T1969 C159 P42572 oass.SolrIndexSearcher.<init> Opening Searcher@617da757 realtime
[junit4:junit4]   2> 24272 T1969 C159 P42572 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24273 T1969 C159 P42572 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 24273 T2015 C158 P42654 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 24274 T2015 C158 P42654 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 24275 T1970 C159 P42572 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 24275 T1970 C159 P42572 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24276 T2015 C158 P42654 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 24276 T2015 C158 P42654 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 24276 T2015 C158 P42654 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 24279 T1970 C159 P42572 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24280 T2015 C158 P42654 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 24282 T2015 C158 P42654 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363523939092/jetty4/index.20130317133923366 forceNew: false
[junit4:junit4]   2> 24282 T2015 C158 P42654 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index6046760477tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@528ff62a; maxCacheMB=0.1875 maxMergeSizeMB=0.189453125)) fullCopy=false
[junit4:junit4]   2> 24285 T1970 C159 P42572 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 24286 T2015 C158 P42654 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 24314 T2015 C158 P42654 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 24314 T2015 C158 P42654 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 24315 T2015 C158 P42654 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@311204b6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1da00ca5),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@311204b6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1da00ca5),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 24316 T2015 C158 P42654 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 24316 T2015 C158 P42654 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 24316 T2015 C158 P42654 oass.SolrIndexSearcher.<init> Opening Searcher@62b8f140 main
[junit4:junit4]   2> 24317 T2012 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@62b8f140 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 24318 T2015 C158 P42654 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index6046760477tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@528ff62a; maxCacheMB=0.1875 maxMergeSizeMB=0.189453125))
[junit4:junit4]   2> 24318 T2015 C158 P42654 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 24319 T2015 C158 P42654 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 24319 T2015 C158 P42654 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 24319 T2015 C158 P42654 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 24320 T2015 C158 P42654 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 24636 T1919 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25105 T1942 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25105 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:42542__onenodecollectioncore",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42542_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42542"}
[junit4:junit4]   2> 25125 T1942 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42654_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42654"}
[junit4:junit4]   2> 25135 T1977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25135 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25135 T2010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25135 T1993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25135 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25135 T1961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25638 T1919 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25639 T1919 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4]   2> 25640 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C160 name=onenodecollectioncore org.apache.solr.core.SolrCore@a7c6cfb url=http://127.0.0.1:42542/onenodecollectioncore node=127.0.0.1:42542_ C160_STATE=coll:onenodecollection core:onenodecollectioncore props:{shard=shard1, roles=none, state=active, core=onenodecollectioncore, collection=onenodecollection, node_name=127.0.0.1:42542_, base_url=http://127.0.0.1:42542, leader=true}
[junit4:junit4]   2> 25669 T1956 C160 P42542 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7dcbdb80 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a30a9b0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 25670 T1956 C160 P42542 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 25672 T1956 C160 P42542 /update {wt=javabin&version=2} {add=[1 (1429758504864841728)]} 0 5
[junit4:junit4]   2> 25678 T1956 C160 P42542 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25681 T1956 C160 P42542 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7dcbdb80 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a30a9b0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7dcbdb80 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a30a9b0),segFN=segments_2,generation=2,filenames=[_0_Pulsing41_1.tip, _0_MockFixedIntBlock_0.tib, _0_Pulsing41_1.tim, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_MockFixedIntBlock_0.tii, _0.nvd, _0.si, _0_MockRandom_0.tib, _0.fnm, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockRandom_0.skp, _0_MockFixedIntBlock_0.frq, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockFixedIntBlock_0.doc, _0_MockRandom_0.doc, _0_MockRandom_0.pos, segments_2, _0_MockRandom_0.tii, _0_Pulsing41_1.doc, _0.fdx, _0_Pulsing41_1.pos, _0_MockRandom_0.pyl, _0.fdt]
[junit4:junit4]   2> 25682 T1956 C160 P42542 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Pulsing41_1.tip, _0_MockFixedIntBlock_0.tib, _0_Pulsing41_1.tim, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_MockFixedIntBlock_0.tii, _0.nvd, _0.si, _0_MockRandom_0.tib, _0.fnm, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockRandom_0.skp, _0_MockFixedIntBlock_0.frq, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockFixedIntBlock_0.doc, _0_MockRandom_0.doc, _0_MockRandom_0.pos, segments_2, _0_MockRandom_0.tii, _0_Pulsing41_1.doc, _0.fdx, _0_Pulsing41_1.pos, _0_MockRandom_0.pyl, _0.fdt]
[junit4:junit4]   2> 25684 T1956 C160 P42542 oass.SolrIndexSearcher.<init> Opening Searcher@19691ea4 main
[junit4:junit4]   2> 25684 T1956 C160 P42542 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25685 T2017 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@19691ea4 main{StandardDirectoryReader(segments_2:3 _0(4.3):C1)}
[junit4:junit4]   2> 25686 T1956 C160 P42542 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 25690 T1956 C160 P42542 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 25691 T1919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 25703 T1956 C160 P42542 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C161 name=collection1 org.apache.solr.core.SolrCore@1caf3cee url=http://127.0.0.1:42514/collection1 node=127.0.0.1:42514_ C161_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:42514_, base_url=http://127.0.0.1:42514, leader=true}
[junit4:junit4]   2> 25712 T1931 C161 P42514 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7909212d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ea62482),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 25713 T1931 C161 P42514 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 25716 T1931 C161 P42514 /update {wt=javabin&version=2} {add=[1 (1429758504910979072)]} 0 6
[junit4:junit4]   2>  C156_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:42604_, base_url=http://127.0.0.1:42604}
[junit4:junit4]   2> 25739 T1983 C156 P42604 /update {distrib.from=http://127.0.0.1:42542/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429758504926707712)]} 0 3
[junit4:junit4]   2> 25740 T1957 C157 P42542 /update {wt=javabin&version=2} {add=[1 (1429758504926707712)]} 0 14
[junit4:junit4]   2> 25743 T1931 C161 P42514 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25748 T1931 C161 P42514 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7909212d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ea62482),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7909212d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ea62482),segFN=segments_2,generation=2,filenames=[_0_Pulsing41_1.tip, _0_MockFixedIntBlock_0.tib, _0_Pulsing41_1.tim, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockFixedIntBlock_0.tii, _0_Pulsing41_0.tip, _0.nvd, _0.si, _0_MockRandom_0.tib, _0.fnm, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.tiv, _0_MockRandom_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockRandom_0.pos, segments_2, _0_Pulsing41_1.doc, _0.fdx, _0_Pulsing41_1.pos, _0.fdt]
[junit4:junit4]   2> 25748 T1931 C161 P42514 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Pulsing41_1.tip, _0_MockFixedIntBlock_0.tib, _0_Pulsing41_1.tim, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockFixedIntBlock_0.tii, _0_Pulsing41_0.tip, _0.nvd, _0.si, _0_MockRandom_0.tib, _0.fnm, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.tiv, _0_MockRandom_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockRandom_0.pos, segments_2, _0_Pulsing41_1.doc, _0.fdx, _0_Pulsing41_1.pos, _0.fdt]
[junit4:junit4]   2> 25751 T1931 C161 P42514 oass.SolrIndexSearcher.<init> Opening Searcher@152472b5 main
[junit4:junit4]   2> 25752 T1931 C161 P42514 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25752 T1945 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@152472b5 main{StandardDirectoryReader(segments_2:3 _0(4.3):C1)}
[junit4:junit4]   2> 25753 T1931 C161 P42514 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4]   2> 25755 T1957 C157 P42542 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25760 T1957 C157 P42542 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@70a5f18f lockFactory=org.apache.lucene.store.NativeFSLockFactory@114e1520),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@70a5f18f lockFactory=org.apache.lucene.store.NativeFSLockFactory@114e1520),segFN=segments_3,generation=3,filenames=[_0_Pulsing41_1.tip, _0_MockFixedIntBlock_0.tib, _0_Pulsing41_1.tim, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockFixedIntBlock_0.tii, _0_Pulsing41_0.tip, _0.nvd, _0.si, _0_MockRandom_0.tib, _0.fnm, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.tiv, _0_MockRandom_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockRandom_0.pos, _0_Pulsing41_1.doc, _0.fdx, _0_Pulsing41_1.pos, _0.fdt, segments_3]
[junit4:junit4]   2> 25760 T1957 C157 P42542 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_Pulsing41_1.tip, _0_MockFixedIntBlock_0.tib, _0_Pulsing41_1.tim, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockFixedIntBlock_0.tii, _0_Pulsing41_0.tip, _0.nvd, _0.si, _0_MockRandom_0.tib, _0.fnm, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.tiv, _0_MockRandom_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockRandom_0.pos, _0_Pulsing41_1.doc, _0.fdx, _0_Pulsing41_1.pos, _0.fdt, segments_3]
[junit4:junit4]   2> 25763 T1957 C157 P42542 oass.SolrIndexSearcher.<init> Opening Searcher@58c13bac main
[junit4:junit4]   2> 25763 T1957 C157 P42542 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25764 T1963 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@58c13bac main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C1)}
[junit4:junit4]   2> 25765 T1957 C157 P42542 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:42604/collection1/, StdNode: http://127.0.0.1:42572/collection1/, StdNode: http://127.0.0.1:42654/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 25767 T1973 C159 P42572 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25768 T1973 C159 P42572 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a67235d lockFactory=org.apache.lucene.store.NativeFSLockFactory@a37aa32),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a67235d lockFactory=org.apache.lucene.store.NativeFSLockFactory@a37aa32),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 25768 T1983 C156 P42604 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25768 T1973 C159 P42572 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 25769 T1973 C159 P42572 oass.SolrIndexSearcher.<init> Opening Searcher@2a2198c2 main
[junit4:junit4]   2> 25769 T1973 C159 P42572 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25770 T1979 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2a2198c2 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 25771 T1973 C159 P42572 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4]   2>  C158_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:42654_, base_url=http://127.0.0.1:42654}
[junit4:junit4]   2> 25773 T2000 C158 P42654 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25773 T1983 C156 P42604 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a05623 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6052cde8),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a05623 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6052cde8),segFN=segments_3,generation=3,filenames=[_0_Pulsing41_1.tip, _0_MockFixedIntBlock_0.tib, _0_Pulsing41_1.tim, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockFixedIntBlock_0.tii, _0_Pulsing41_0.tip, _0.nvd, _0.si, _0_MockRandom_0.tib, _0.fnm, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockRandom_0.pos, _0_MockRandom_0.tii, _0_Pulsing41_1.doc, _0.fdx, _0_Pulsing41_1.pos, _0.fdt, segments_3]
[junit4:junit4]   2> 25773 T2000 C158 P42654 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@311204b6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1da00ca5),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@311204b6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1da00ca5),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 25773 T1983 C156 P42604 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_Pulsing41_1.tip, _0_MockFixedIntBlock_0.tib, _0_Pulsing41_1.tim, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockFixedIntBlock_0.tii, _0_Pulsing41_0.tip, _0.nvd, _0.si, _0_MockRandom_0.tib, _0.fnm, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockRandom_0.pos, _0_MockRandom_0.tii, _0_Pulsing41_1.doc, _0.fdx, _0_Pulsing41_1.pos, _0.fdt, segments_3]
[junit4:junit4]   2> 25774 T2000 C158 P42654 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 25774 T2000 C158 P42654 oass.SolrIndexSearcher.<init> Opening Searcher@53202231 main
[junit4:junit4]   2> 25775 T2000 C158 P42654 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25776 T2012 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@53202231 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 25776 T1983 C156 P42604 oass.SolrIndexSearcher.<init> Opening Searcher@1258bb53 main
[junit4:junit4]   2> 25776 T2000 C158 P42654 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4]   2> 25777 T1983 C156 P42604 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25777 T1995 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1258bb53 main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C1)}
[junit4:junit4]   2> 25778 T1983 C156 P42604 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4]   2> 25778 T1957 C157 P42542 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 23
[junit4:junit4]   2> 25779 T1919 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 25780 T1919 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25781 T1919 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 25784 T1931 C161 P42514 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 25785 T1919 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42508/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7f724f8d
[junit4:junit4]   2> 25786 T1919 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 25787 T2024 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:42508. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 25787 T2024 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42508, initiating session
[junit4:junit4]   2> 25787 T1921 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42735
[junit4:junit4]   2> 25788 T1921 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42735
[junit4:junit4]   2> 25790 T1923 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d785c2b20000d with negotiated timeout 10000 for client /140.211.11.196:42735
[junit4:junit4]   2> 25790 T2024 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:42508, sessionid = 0x13d785c2b20000d, negotiated timeout = 10000
[junit4:junit4]   2> 25790 T2025 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f724f8d name:ZooKeeperConnection Watcher:127.0.0.1:42508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 25791 T1919 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 25792 T1919 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 25794 T1924 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d785c2b20000d
[junit4:junit4]   2> 25795 T2025 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 25795 T1921 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:42735 which had sessionid 0x13d785c2b20000d
[junit4:junit4]   2> 25795 T1919 oaz.ZooKeeper.close Session: 0x13d785c2b20000d closed
[junit4:junit4]   2> 25797 T1951 C157 P42542 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 25799 T1967 C159 P42572 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 25802 T1984 C156 P42604 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 25806 T1953 C157 P42542 REQ /select {NOW=1363523964889&shard.url=127.0.0.1:42542/collection1/|127.0.0.1:42604/collection1/&fl=id,score&start=0&q=*:*&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 25806 T2001 C158 P42654 REQ /select {NOW=1363523964889&shard.url=127.0.0.1:42572/collection1/|127.0.0.1:42654/collection1/&fl=id,score&start=0&q=*:*&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 25809 T1953 C157 P42542 REQ /select {NOW=1363523964889&shard.url=127.0.0.1:42542/collection1/|127.0.0.1:42604/collection1/&ids=1&q=*:*&distrib=false&wt=javabin&isShard=true&version=2} status=0 QTime=0 
[junit4:junit4]   2> 25810 T1985 C156 P42604 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=7 
[junit4:junit4]   2> 25816 T1931 C161 P42514 /update {wt=javabin&version=2} {add=[2 (1429758505017933824)]} 0 3
[junit4:junit4]   2> 25829 T2002 C158 P42654 /update {distrib.from=http://127.0.0.1:42572/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429758505027371008)]} 0 2
[junit4:junit4]   2> 25830 T1973 C159 P42572 /update {distrib.from=http://127.0.0.1:42542/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1429758505027371008)]} 0 8
[junit4:junit4]   2> 25831 T1957 C157 P42542 /update {wt=javabin&version=2} {add=[2]} 0 12
[junit4:junit4]   2> 25835 T1931 C161 P42514 /update {wt=javabin&version=2} {add=[3 (1429758505039953920)]} 0 1
[junit4:junit4]   2> 25842 T2002 C158 P42654 /update {distrib.from=http://127.0.0.1:42572/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429758505043099648)]} 0 1
[junit4:junit4]   2> 25843 T1969 C159 P42572 /update {wt=javabin&version=2} {add=[3 (1429758505043099648)]} 0 6
[junit4:junit4]   2> 25847 T1931 C161 P42514 /update {wt=javabin&version=2} {add=[4 

[...truncated too long message...]

Recover(BasicDistributedZk2Test.java:291)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:116)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:616)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]   2> 137497 T1919 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 137503 T1918 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4]   2> 137915 T1922 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {foo_b=Pulsing41(freqCutoff=2 minBlockSize=91 maxBlockSize=231), n_f1=Pulsing41(freqCutoff=6 minBlockSize=91 maxBlockSize=231), foo_d=MockFixedIntBlock(blockSize=628), foo_f=Pulsing41(freqCutoff=2 minBlockSize=91 maxBlockSize=231), n_tl1=Pulsing41(freqCutoff=6 minBlockSize=91 maxBlockSize=231), n_d1=PostingsFormat(name=MockRandom), rnd_b=MockFixedIntBlock(blockSize=628), intDefault=PostingsFormat(name=MockRandom), n_td1=Pulsing41(freqCutoff=6 minBlockSize=91 maxBlockSize=231), timestamp=PostingsFormat(name=MockRandom), id=MockFixedIntBlock(blockSize=628), range_facet_sl=Pulsing41(freqCutoff=2 minBlockSize=91 maxBlockSize=231), range_facet_si=Pulsing41(freqCutoff=6 minBlockSize=91 maxBlockSize=231), oddField_s=Pulsing41(freqCutoff=2 minBlockSize=91 maxBlockSize=231), multiDefault=Pulsing41(freqCutoff=6 minBlockSize=91 maxBlockSize=231), n_tf1=PostingsFormat(name=MockRandom), n_dt1=Pulsing41(freqCutoff=6 minBlockSize=91 maxBlockSize=231), range_facet_l=PostingsFormat(name=MockRandom), n_ti1=MockFixedIntBlock(blockSize=628), text=Pulsing41(freqCutoff=2 minBlockSize=91 maxBlockSize=231), _version_=PostingsFormat(name=MockRandom), SubjectTerms_mfacet=PostingsFormat(name=MockRandom), a_t=PostingsFormat(name=MockRandom), n_tdt1=PostingsFormat(name=MockRandom), other_tl1=PostingsFormat(name=MockRandom), n_l1=PostingsFormat(name=MockRandom), a_si=Pulsing41(freqCutoff=6 minBlockSize=91 maxBlockSize=231)}, docValues:{}, sim=DefaultSimilarity, locale=es_GT, timezone=Europe/Amsterdam
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=1,free=143639296,total=508035072
[junit4:junit4]   2> NOTE: All tests run in this JVM: [NotRequiredUniqueKeyTest, TestPropInject, TestQuerySenderNoQuery, DocumentAnalysisRequestHandlerTest, DOMUtilTest, TestDefaultSimilarityFactory, FieldAnalysisRequestHandlerTest, TestReload, TestMergePolicyConfig, ClusterStateTest, TestFiltering, TestPostingsSolrHighlighter, TestShardHandlerFactory, TestCodecSupport, DirectSolrSpellCheckerTest, TestStressReorder, TestQueryTypes, TestUtils, DistanceFunctionTest, ChaosMonkeySafeLeaderTest, SolrCoreCheckLockOnStartupTest, FullSolrCloudDistribCmdsTest, ZkSolrClientTest, TermVectorComponentDistributedTest, SimplePostToolTest, SolrTestCaseJ4Test, XmlUpdateRequestHandlerTest, SolrIndexConfigTest, IndexBasedSpellCheckerTest, SolrCmdDistributorTest, TestStressLucene, TestComponentsName, TestCSVLoader, HighlighterConfigTest, TestPartialUpdateDeduplication, TestFieldTypeResource, TestSuggestSpellingConverter, TestSolr4Spatial, OutputWriterTest, SolrPluginUtilsTest, RequiredFieldsTest, JSONWriterTest, TestIndexSearcher, SuggesterWFSTTest, TestArbitraryIndexDir, TestJmxMonitoredMap, TestBinaryField, CollectionsAPIDistributedZkTest, TestCSVResponseWriter, DisMaxRequestHandlerTest, DirectUpdateHandlerTest, StandardRequestHandlerTest, TestSolrDiscoveryProperties, ConvertedLegacyTest, NoCacheHeaderTest, TestDistributedGrouping, IndexSchemaRuntimeFieldTest, SuggesterTSTTest, TestJmxIntegration, DateMathParserTest, PingRequestHandlerTest, NumericFieldsTest, HighlighterTest, SpellCheckComponentTest, IndexReaderFactoryTest, DocValuesMultiTest, TestCollationField, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 138.03s, 1 test, 1 error <<< FAILURES!

[...truncated 484 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1213: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:877: There were test failures: 273 suites, 1147 tests, 1 error, 27 ignored (8 assumptions)

Total time: 48 minutes 13 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1428 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1428/

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
shard1 is not consistent.  Got 305 from http://127.0.0.1:52591/hf_sx/ii/collection1lastClient and got 5 from http://127.0.0.1:52601/hf_sx/ii/collection1

Stack Trace:
java.lang.AssertionError: shard1 is not consistent.  Got 305 from http://127.0.0.1:52591/hf_sx/ii/collection1lastClient and got 5 from http://127.0.0.1:52601/hf_sx/ii/collection1
	at __randomizedtesting.SeedInfo.seed([A1CCC8D48B3697F1:202A46CCFC69F7CD]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:963)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:233)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 9202 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T2718 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /hf_sx/ii
[junit4:junit4]   2> 5 T2718 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1363496304361
[junit4:junit4]   2> 6 T2718 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 7 T2719 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 10 T2719 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 10 T2719 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 10 T2719 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 11 T2719 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 12 T2719 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1363496304360/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 108 T2718 oasc.ZkTestServer.run start zk server on port:52482
[junit4:junit4]   2> 108 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@407e10a9
[junit4:junit4]   2> 109 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 110 T2724 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 110 T2724 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 111 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52483
[junit4:junit4]   2> 111 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52483
[junit4:junit4]   2> 112 T2722 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 114 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef0000 with negotiated timeout 10000 for client /140.211.11.196:52483
[junit4:junit4]   2> 114 T2724 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef0000, negotiated timeout = 10000
[junit4:junit4]   2> 115 T2725 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@407e10a9 name:ZooKeeperConnection Watcher:127.0.0.1:52482 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 115 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 115 T2718 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 129 T2723 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d76b67eef0000
[junit4:junit4]   2> 130 T2725 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 130 T2720 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:52483 which had sessionid 0x13d76b67eef0000
[junit4:junit4]   2> 130 T2718 oaz.ZooKeeper.close Session: 0x13d76b67eef0000 closed
[junit4:junit4]   2> 131 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@31751d32
[junit4:junit4]   2> 131 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 132 T2726 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 132 T2726 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 132 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52484
[junit4:junit4]   2> 133 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52484
[junit4:junit4]   2> 134 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef0001 with negotiated timeout 10000 for client /140.211.11.196:52484
[junit4:junit4]   2> 134 T2726 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef0001, negotiated timeout = 10000
[junit4:junit4]   2> 134 T2727 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31751d32 name:ZooKeeperConnection Watcher:127.0.0.1:52482/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 135 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 135 T2718 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 138 T2718 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 147 T2718 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 149 T2718 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 152 T2718 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 153 T2718 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 164 T2718 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 165 T2718 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 269 T2718 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 270 T2718 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 273 T2718 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 274 T2718 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 282 T2718 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 283 T2718 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 286 T2718 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 287 T2718 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 290 T2718 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 290 T2718 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 293 T2718 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 294 T2718 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 297 T2718 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 297 T2718 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 305 T2723 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d76b67eef0001
[junit4:junit4]   2> 306 T2727 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 306 T2720 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:52484 which had sessionid 0x13d76b67eef0001
[junit4:junit4]   2> 305 T2718 oaz.ZooKeeper.close Session: 0x13d76b67eef0001 closed
[junit4:junit4]   2> 491 T2718 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 497 T2718 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52485
[junit4:junit4]   2> 497 T2718 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 498 T2718 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 498 T2718 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363496304661
[junit4:junit4]   2> 499 T2718 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363496304661/solr.xml
[junit4:junit4]   2> 499 T2718 oasc.CoreContainer.<init> New CoreContainer 390680835
[junit4:junit4]   2> 500 T2718 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363496304661/'
[junit4:junit4]   2> 500 T2718 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363496304661/'
[junit4:junit4]   2> 549 T2718 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 550 T2718 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 550 T2718 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 551 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 551 T2718 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 552 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 552 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 553 T2718 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 553 T2718 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 553 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 574 T2718 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 593 T2718 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52482/solr
[junit4:junit4]   2> 594 T2718 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 594 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@73f2153f
[junit4:junit4]   2> 595 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 596 T2737 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 596 T2737 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 597 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52486
[junit4:junit4]   2> 597 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52486
[junit4:junit4]   2> 599 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef0002 with negotiated timeout 20000 for client /140.211.11.196:52486
[junit4:junit4]   2> 599 T2737 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef0002, negotiated timeout = 20000
[junit4:junit4]   2> 599 T2738 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@73f2153f name:ZooKeeperConnection Watcher:127.0.0.1:52482 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 599 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 601 T2723 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d76b67eef0002
[junit4:junit4]   2> 602 T2738 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 602 T2720 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:52486 which had sessionid 0x13d76b67eef0002
[junit4:junit4]   2> 602 T2718 oaz.ZooKeeper.close Session: 0x13d76b67eef0002 closed
[junit4:junit4]   2> 602 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 613 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6dd20f27
[junit4:junit4]   2> 614 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 614 T2739 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 615 T2739 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 615 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52487
[junit4:junit4]   2> 615 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52487
[junit4:junit4]   2> 617 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef0003 with negotiated timeout 20000 for client /140.211.11.196:52487
[junit4:junit4]   2> 617 T2739 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef0003, negotiated timeout = 20000
[junit4:junit4]   2> 617 T2740 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6dd20f27 name:ZooKeeperConnection Watcher:127.0.0.1:52482/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 617 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 619 T2718 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 628 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0003 type:create cxid:0x7 zxid:0x1b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 630 T2718 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 633 T2718 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 640 T2718 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52485_hf_sx%2Fii
[junit4:junit4]   2> 641 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0003 type:delete cxid:0x12 zxid:0x1e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52485_hf_sx%2Fii Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52485_hf_sx%2Fii
[junit4:junit4]   2> 642 T2718 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52485_hf_sx%2Fii
[junit4:junit4]   2> 645 T2718 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 660 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0003 type:delete cxid:0x20 zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 661 T2718 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 664 T2718 oasc.Overseer.start Overseer (id=89358093802995715-127.0.0.1:52485_hf_sx%2Fii-n_0000000000) starting
[junit4:junit4]   2> 665 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0003 type:create cxid:0x25 zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 672 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0003 type:create cxid:0x26 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 674 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0003 type:create cxid:0x28 zxid:0x27 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 676 T2718 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 685 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0003 type:create cxid:0x2e zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 686 T2742 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 687 T2718 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 690 T2718 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 696 T2718 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 699 T2741 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 703 T2743 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363496304661/collection1
[junit4:junit4]   2> 703 T2743 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 704 T2743 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 704 T2743 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 705 T2743 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363496304661/collection1/'
[junit4:junit4]   2> 706 T2743 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363496304661/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 707 T2743 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363496304661/collection1/lib/README' to classloader
[junit4:junit4]   2> 753 T2743 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 810 T2743 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 910 T2743 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 916 T2743 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1522 T2743 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1535 T2743 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1539 T2743 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1555 T2743 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1559 T2743 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1564 T2743 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1565 T2743 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1565 T2743 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1565 T2743 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1566 T2743 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1566 T2743 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1567 T2743 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1567 T2743 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363496304661/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363496304360/control/data/
[junit4:junit4]   2> 1567 T2743 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6364cbde
[junit4:junit4]   2> 1568 T2743 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1569 T2743 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/control/data forceNew: false
[junit4:junit4]   2> 1570 T2743 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363496304360/control/data/index/
[junit4:junit4]   2> 1570 T2743 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363496304360/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1571 T2743 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/control/data/index forceNew: false
[junit4:junit4]   2> 1578 T2743 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@d023472; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1579 T2743 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1581 T2743 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1581 T2743 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1582 T2743 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1582 T2743 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1583 T2743 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1583 T2743 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1583 T2743 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1584 T2743 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1584 T2743 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1591 T2743 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1599 T2743 oass.SolrIndexSearcher.<init> Opening Searcher@15ac464f main
[junit4:junit4]   2> 1600 T2743 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1600 T2743 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1603 T2744 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@15ac464f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1610 T2743 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1610 T2743 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2202 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2203 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52485_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52485/hf_sx/ii"}
[junit4:junit4]   2> 2204 T2741 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2204 T2741 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2218 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2613 T2743 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2613 T2743 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52485/hf_sx/ii collection:control_collection shard:shard1
[junit4:junit4]   2> 2614 T2743 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2631 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0003 type:delete cxid:0x82 zxid:0x35 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2632 T2743 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2633 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0003 type:create cxid:0x83 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2635 T2743 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2636 T2743 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2636 T2743 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52485/hf_sx/ii/collection1/
[junit4:junit4]   2> 2636 T2743 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2636 T2743 oasc.SyncStrategy.syncToMe http://127.0.0.1:52485/hf_sx/ii/collection1/ has no replicas
[junit4:junit4]   2> 2637 T2743 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52485/hf_sx/ii/collection1/
[junit4:junit4]   2> 2637 T2743 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2650 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0003 type:create cxid:0x8e zxid:0x3a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3722 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3786 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3833 T2743 oasc.ZkController.register We are http://127.0.0.1:52485/hf_sx/ii/collection1/ and leader is http://127.0.0.1:52485/hf_sx/ii/collection1/
[junit4:junit4]   2> 3833 T2743 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52485/hf_sx/ii
[junit4:junit4]   2> 3833 T2743 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3833 T2743 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3834 T2743 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3835 T2743 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3837 T2718 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3838 T2718 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3838 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3851 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3852 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@ba064fb
[junit4:junit4]   2> 3853 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3853 T2746 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3854 T2746 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 3854 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52488
[junit4:junit4]   2> 3855 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52488
[junit4:junit4]   2> 3856 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef0004 with negotiated timeout 10000 for client /140.211.11.196:52488
[junit4:junit4]   2> 3856 T2746 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef0004, negotiated timeout = 10000
[junit4:junit4]   2> 3856 T2747 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ba064fb name:ZooKeeperConnection Watcher:127.0.0.1:52482/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3856 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3858 T2718 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3860 T2718 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4090 T2718 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4093 T2718 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52489
[junit4:junit4]   2> 4094 T2718 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4095 T2718 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4095 T2718 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363496308215
[junit4:junit4]   2> 4096 T2718 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363496308215/solr.xml
[junit4:junit4]   2> 4096 T2718 oasc.CoreContainer.<init> New CoreContainer 1780957964
[junit4:junit4]   2> 4097 T2718 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363496308215/'
[junit4:junit4]   2> 4097 T2718 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363496308215/'
[junit4:junit4]   2> 4145 T2718 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4146 T2718 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4146 T2718 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4146 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4147 T2718 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4147 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4148 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4148 T2718 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4149 T2718 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4149 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4167 T2718 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4186 T2718 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52482/solr
[junit4:junit4]   2> 4186 T2718 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4187 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2e256933
[junit4:junit4]   2> 4188 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4188 T2757 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4189 T2757 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 4189 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52490
[junit4:junit4]   2> 4190 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52490
[junit4:junit4]   2> 4217 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef0005 with negotiated timeout 20000 for client /140.211.11.196:52490
[junit4:junit4]   2> 4217 T2757 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef0005, negotiated timeout = 20000
[junit4:junit4]   2> 4217 T2758 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e256933 name:ZooKeeperConnection Watcher:127.0.0.1:52482 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4217 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4218 T2723 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d76b67eef0005
[junit4:junit4]   2> 4231 T2758 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4231 T2720 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:52490 which had sessionid 0x13d76b67eef0005
[junit4:junit4]   2> 4231 T2718 oaz.ZooKeeper.close Session: 0x13d76b67eef0005 closed
[junit4:junit4]   2> 4232 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4241 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@edcb417
[junit4:junit4]   2> 4242 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4242 T2759 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4242 T2759 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 4243 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52491
[junit4:junit4]   2> 4243 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52491
[junit4:junit4]   2> 4244 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef0006 with negotiated timeout 20000 for client /140.211.11.196:52491
[junit4:junit4]   2> 4244 T2759 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef0006, negotiated timeout = 20000
[junit4:junit4]   2> 4245 T2760 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@edcb417 name:ZooKeeperConnection Watcher:127.0.0.1:52482/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4245 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4246 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0006 type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4248 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0006 type:create cxid:0x3 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4256 T2718 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5259 T2718 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52489_hf_sx%2Fii
[junit4:junit4]   2> 5260 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0006 type:delete cxid:0xd zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52489_hf_sx%2Fii Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52489_hf_sx%2Fii
[junit4:junit4]   2> 5261 T2718 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52489_hf_sx%2Fii
[junit4:junit4]   2> 5265 T2747 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5265 T2760 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5265 T2740 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5266 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5279 T2761 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363496308215/collection1
[junit4:junit4]   2> 5279 T2761 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5280 T2761 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5280 T2761 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5282 T2761 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363496308215/collection1/'
[junit4:junit4]   2> 5283 T2761 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363496308215/collection1/lib/README' to classloader
[junit4:junit4]   2> 5283 T2761 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363496308215/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5292 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5293 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52485_hf_sx%2Fii_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52485_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52485/hf_sx/ii"}
[junit4:junit4]   2> 5303 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5303 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5303 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5332 T2761 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 5390 T2761 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5491 T2761 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5498 T2761 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6119 T2761 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6132 T2761 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6136 T2761 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6150 T2761 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6155 T2761 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6159 T2761 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6161 T2761 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6161 T2761 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6161 T2761 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6162 T2761 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6163 T2761 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6163 T2761 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 6163 T2761 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363496308215/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/
[junit4:junit4]   2> 6164 T2761 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6364cbde
[junit4:junit4]   2> 6164 T2761 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 6165 T2761 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1 forceNew: false
[junit4:junit4]   2> 6165 T2761 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index/
[junit4:junit4]   2> 6166 T2761 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6167 T2761 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index forceNew: false
[junit4:junit4]   2> 6172 T2761 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6172 T2761 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6175 T2761 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6175 T2761 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6176 T2761 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6177 T2761 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6177 T2761 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6177 T2761 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6178 T2761 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6178 T2761 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6179 T2761 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6186 T2761 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6193 T2761 oass.SolrIndexSearcher.<init> Opening Searcher@5b51e63f main
[junit4:junit4]   2> 6194 T2761 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6195 T2761 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6198 T2762 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5b51e63f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6201 T2761 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 6201 T2761 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6809 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6810 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52489_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52489/hf_sx/ii"}
[junit4:junit4]   2> 6810 T2741 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 6810 T2741 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6825 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6825 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6825 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7203 T2761 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7203 T2761 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52489/hf_sx/ii collection:collection1 shard:shard1
[junit4:junit4]   2> 7204 T2761 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7233 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0006 type:delete cxid:0x4a zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7234 T2761 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7235 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0006 type:create cxid:0x4b zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7239 T2761 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7239 T2761 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7239 T2761 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52489/hf_sx/ii/collection1/
[junit4:junit4]   2> 7240 T2761 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7240 T2761 oasc.SyncStrategy.syncToMe http://127.0.0.1:52489/hf_sx/ii/collection1/ has no replicas
[junit4:junit4]   2> 7240 T2761 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52489/hf_sx/ii/collection1/
[junit4:junit4]   2> 7240 T2761 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7251 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0006 type:create cxid:0x56 zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8330 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8417 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8417 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8417 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8427 T2761 oasc.ZkController.register We are http://127.0.0.1:52489/hf_sx/ii/collection1/ and leader is http://127.0.0.1:52489/hf_sx/ii/collection1/
[junit4:junit4]   2> 8427 T2761 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52489/hf_sx/ii
[junit4:junit4]   2> 8427 T2761 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8427 T2761 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8428 T2761 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8453 T2761 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8454 T2718 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8454 T2718 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8455 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8652 T2718 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8655 T2718 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52587
[junit4:junit4]   2> 8655 T2718 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8656 T2718 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8656 T2718 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363496312823
[junit4:junit4]   2> 8657 T2718 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363496312823/solr.xml
[junit4:junit4]   2> 8657 T2718 oasc.CoreContainer.<init> New CoreContainer 1064594552
[junit4:junit4]   2> 8658 T2718 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363496312823/'
[junit4:junit4]   2> 8658 T2718 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363496312823/'
[junit4:junit4]   2> 8706 T2718 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8707 T2718 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8707 T2718 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8708 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8708 T2718 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8709 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8709 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8710 T2718 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8710 T2718 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8711 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8729 T2718 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8747 T2718 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52482/solr
[junit4:junit4]   2> 8748 T2718 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8748 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@51d60e64
[junit4:junit4]   2> 8749 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8750 T2773 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8751 T2773 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 8751 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52588
[junit4:junit4]   2> 8751 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52588
[junit4:junit4]   2> 8756 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef0007 with negotiated timeout 20000 for client /140.211.11.196:52588
[junit4:junit4]   2> 8756 T2773 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef0007, negotiated timeout = 20000
[junit4:junit4]   2> 8756 T2774 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51d60e64 name:ZooKeeperConnection Watcher:127.0.0.1:52482 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8756 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8757 T2723 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d76b67eef0007
[junit4:junit4]   2> 8758 T2774 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8758 T2720 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:52588 which had sessionid 0x13d76b67eef0007
[junit4:junit4]   2> 8758 T2718 oaz.ZooKeeper.close Session: 0x13d76b67eef0007 closed
[junit4:junit4]   2> 8759 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8768 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@302d6c6e
[junit4:junit4]   2> 8769 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8769 T2775 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8770 T2775 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 8770 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52589
[junit4:junit4]   2> 8770 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52589
[junit4:junit4]   2> 8772 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef0008 with negotiated timeout 20000 for client /140.211.11.196:52589
[junit4:junit4]   2> 8772 T2775 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef0008, negotiated timeout = 20000
[junit4:junit4]   2> 8772 T2776 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@302d6c6e name:ZooKeeperConnection Watcher:127.0.0.1:52482/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8773 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8773 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8775 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0008 type:create cxid:0x3 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8777 T2718 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9781 T2718 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52587_hf_sx%2Fii
[junit4:junit4]   2> 9782 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef0008 type:delete cxid:0xd zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52587_hf_sx%2Fii Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52587_hf_sx%2Fii
[junit4:junit4]   2> 9783 T2718 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52587_hf_sx%2Fii
[junit4:junit4]   2> 9794 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9793 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9794 T2740 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9794 T2776 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9795 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9796 T2760 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9796 T2747 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9807 T2777 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363496312823/collection1
[junit4:junit4]   2> 9807 T2777 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9808 T2777 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9808 T2777 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9809 T2777 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363496312823/collection1/'
[junit4:junit4]   2> 9811 T2777 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363496312823/collection1/lib/README' to classloader
[junit4:junit4]   2> 9811 T2777 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363496312823/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9859 T2777 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 9925 T2777 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9954 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9955 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52489_hf_sx%2Fii_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52489_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52489/hf_sx/ii"}
[junit4:junit4]   2> 9960 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9960 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9960 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10026 T2776 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10026 T2777 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10035 T2777 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10691 T2777 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10704 T2777 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10708 T2777 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10722 T2777 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10726 T2777 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10731 T2777 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10732 T2777 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10732 T2777 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10732 T2777 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10733 T2777 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10734 T2777 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10734 T2777 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 10734 T2777 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363496312823/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/
[junit4:junit4]   2> 10735 T2777 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6364cbde
[junit4:junit4]   2> 10735 T2777 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 10736 T2777 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2 forceNew: false
[junit4:junit4]   2> 10737 T2777 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index/
[junit4:junit4]   2> 10737 T2777 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10738 T2777 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index forceNew: false
[junit4:junit4]   2> 10743 T2777 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@343d32eb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10744 T2777 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10746 T2777 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10746 T2777 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10747 T2777 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10747 T2777 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10748 T2777 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10748 T2777 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10749 T2777 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10749 T2777 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10749 T2777 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10756 T2777 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10763 T2777 oass.SolrIndexSearcher.<init> Opening Searcher@3793d230 main
[junit4:junit4]   2> 10764 T2777 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10764 T2777 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10768 T2778 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3793d230 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10770 T2777 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10770 T2777 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11464 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11465 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52587_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52587/hf_sx/ii"}
[junit4:junit4]   2> 11466 T2741 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 11466 T2741 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11483 T2776 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11483 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11483 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11483 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11773 T2777 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11773 T2777 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52587/hf_sx/ii collection:collection1 shard:shard1
[junit4:junit4]   2> 11776 T2777 oasc.ZkController.register We are http://127.0.0.1:52587/hf_sx/ii/collection1/ and leader is http://127.0.0.1:52489/hf_sx/ii/collection1/
[junit4:junit4]   2> 11777 T2777 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52587/hf_sx/ii
[junit4:junit4]   2> 11777 T2777 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11777 T2777 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C130 name=collection1 org.apache.solr.core.SolrCore@7183154c url=http://127.0.0.1:52587/hf_sx/ii/collection1 node=127.0.0.1:52587_hf_sx%2Fii C130_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52587_hf_sx%2Fii, base_url=http://127.0.0.1:52587/hf_sx/ii}
[junit4:junit4]   2> 11778 T2779 C130 P52587 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11778 T2777 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11779 T2779 C130 P52587 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11779 T2779 C130 P52587 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11779 T2779 C130 P52587 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11780 T2718 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11780 T2718 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11781 T2779 C130 P52587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11781 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12038 T2718 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12041 T2718 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52591
[junit4:junit4]   2> 12042 T2718 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12042 T2718 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12043 T2718 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363496316152
[junit4:junit4]   2> 12043 T2718 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363496316152/solr.xml
[junit4:junit4]   2> 12043 T2718 oasc.CoreContainer.<init> New CoreContainer 1010548119
[junit4:junit4]   2> 12044 T2718 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363496316152/'
[junit4:junit4]   2> 12045 T2718 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363496316152/'
[junit4:junit4]   2> 12094 T2718 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 12094 T2718 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12095 T2718 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12095 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12096 T2718 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12096 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12097 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12097 T2718 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12098 T2718 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12098 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12118 T2718 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12137 T2718 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52482/solr
[junit4:junit4]   2> 12138 T2718 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12138 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@3157f877
[junit4:junit4]   2> 12139 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12139 T2790 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 12140 T2790 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 12141 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52592
[junit4:junit4]   2> 12141 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52592
[junit4:junit4]   2> 12142 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef0009 with negotiated timeout 20000 for client /140.211.11.196:52592
[junit4:junit4]   2> 12143 T2790 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef0009, negotiated timeout = 20000
[junit4:junit4]   2> 12143 T2791 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3157f877 name:ZooKeeperConnection Watcher:127.0.0.1:52482 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12143 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12144 T2723 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d76b67eef0009
[junit4:junit4]   2> 12146 T2791 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12146 T2720 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:52592 which had sessionid 0x13d76b67eef0009
[junit4:junit4]   2> 12146 T2718 oaz.ZooKeeper.close Session: 0x13d76b67eef0009 closed
[junit4:junit4]   2> 12147 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 12158 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@51dba4f
[junit4:junit4]   2> 12159 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12159 T2792 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 12159 T2792 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 12160 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52593
[junit4:junit4]   2> 12160 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52593
[junit4:junit4]   2> 12161 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef000a with negotiated timeout 20000 for client /140.211.11.196:52593
[junit4:junit4]   2> 12161 T2792 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef000a, negotiated timeout = 20000
[junit4:junit4]   2> 12162 T2793 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51dba4f name:ZooKeeperConnection Watcher:127.0.0.1:52482/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12162 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12163 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef000a type:create cxid:0x1 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12164 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef000a type:create cxid:0x3 zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12167 T2718 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12997 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12998 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52587_hf_sx%2Fii_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52587_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52587/hf_sx/ii"}
[junit4:junit4]   2> 13013 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13013 T2793 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13013 T2776 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13013 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13013 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13171 T2718 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52591_hf_sx%2Fii
[junit4:junit4]   2> 13172 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef000a type:delete cxid:0xf zxid:0x85 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52591_hf_sx%2Fii Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52591_hf_sx%2Fii
[junit4:junit4]   2> 13205 T2718 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52591_hf_sx%2Fii
[junit4:junit4]   2> 13253 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13253 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13253 T2793 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13253 T2776 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13254 T2740 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13254 T2776 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13254 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13254 T2793 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13289 T2747 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13289 T2760 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13296 T2794 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363496316152/collection1
[junit4:junit4]   2> 13296 T2794 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13297 T2794 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13297 T2794 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13299 T2794 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363496316152/collection1/'
[junit4:junit4]   2> 13300 T2794 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363496316152/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13300 T2794 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363496316152/collection1/lib/README' to classloader
[junit4:junit4]   2> 13339 T2794 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 13386 T2794 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13488 T2794 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13497 T2794 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13800 T2750 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:52587_hf_sx%252Fii_collection1&state=recovering&nodeName=127.0.0.1:52587_hf_sx%252Fii&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002 
[junit4:junit4]   2> 14233 T2794 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14243 T2794 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14246 T2794 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14258 T2794 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14261 T2794 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14264 T2794 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14265 T2794 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14266 T2794 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14266 T2794 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14267 T2794 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14267 T2794 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14267 T2794 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 14267 T2794 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363496316152/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/
[junit4:junit4]   2> 14268 T2794 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6364cbde
[junit4:junit4]   2> 14268 T2794 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 14269 T2794 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3 forceNew: false
[junit4:junit4]   2> 14269 T2794 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index/
[junit4:junit4]   2> 14269 T2794 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14270 T2794 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index forceNew: false
[junit4:junit4]   2> 14274 T2794 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2355e1dc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14274 T2794 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14276 T2794 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14276 T2794 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14277 T2794 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14277 T2794 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14277 T2794 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14278 T2794 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14278 T2794 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14278 T2794 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14278 T2794 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14283 T2794 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14290 T2794 oass.SolrIndexSearcher.<init> Opening Searcher@e537e60 main
[junit4:junit4]   2> 14291 T2794 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14291 T2794 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14294 T2795 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e537e60 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14295 T2794 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14295 T2794 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14580 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14581 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52591_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52591/hf_sx/ii"}
[junit4:junit4]   2> 14581 T2741 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 14581 T2741 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 14593 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14593 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14593 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14593 T2793 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14593 T2776 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15298 T2794 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 15298 T2794 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52591/hf_sx/ii collection:collection1 shard:shard1
[junit4:junit4]   2> 15307 T2794 oasc.ZkController.register We are http://127.0.0.1:52591/hf_sx/ii/collection1/ and leader is http://127.0.0.1:52489/hf_sx/ii/collection1/
[junit4:junit4]   2> 15308 T2794 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52591/hf_sx/ii
[junit4:junit4]   2> 15308 T2794 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 15308 T2794 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C131 name=collection1 org.apache.solr.core.SolrCore@7bf28a1 url=http://127.0.0.1:52591/hf_sx/ii/collection1 node=127.0.0.1:52591_hf_sx%2Fii C131_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52591_hf_sx%2Fii, base_url=http://127.0.0.1:52591/hf_sx/ii}
[junit4:junit4]   2> 15309 T2796 C131 P52591 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 15309 T2794 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15310 T2796 C131 P52591 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 15310 T2796 C131 P52591 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 15311 T2796 C131 P52591 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15311 T2718 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 15312 T2718 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 15312 T2796 C131 P52591 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15312 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15517 T2718 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 15520 T2718 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52601
[junit4:junit4]   2> 15521 T2718 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 15521 T2718 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 15522 T2718 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363496319686
[junit4:junit4]   2> 15522 T2718 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363496319686/solr.xml
[junit4:junit4]   2> 15523 T2718 oasc.CoreContainer.<init> New CoreContainer 885703327
[junit4:junit4]   2> 15523 T2718 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363496319686/'
[junit4:junit4]   2> 15524 T2718 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363496319686/'
[junit4:junit4]   2> 15572 T2718 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 15572 T2718 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 15573 T2718 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 15573 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 15574 T2718 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 15574 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 15574 T2718 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 15575 T2718 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 15575 T2718 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 15576 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 15594 T2718 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 15612 T2718 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52482/solr
[junit4:junit4]   2> 15613 T2718 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 15613 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@4ad4f14f
[junit4:junit4]   2> 15614 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15615 T2807 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 15616 T2807 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 15616 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52602
[junit4:junit4]   2> 15617 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52602
[junit4:junit4]   2> 15619 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef000b with negotiated timeout 20000 for client /140.211.11.196:52602
[junit4:junit4]   2> 15619 T2807 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef000b, negotiated timeout = 20000
[junit4:junit4]   2> 15620 T2808 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ad4f14f name:ZooKeeperConnection Watcher:127.0.0.1:52482 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15620 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15621 T2723 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d76b67eef000b
[junit4:junit4]   2> 15622 T2808 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 15622 T2720 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:52602 which had sessionid 0x13d76b67eef000b
[junit4:junit4]   2> 15622 T2718 oaz.ZooKeeper.close Session: 0x13d76b67eef000b closed
[junit4:junit4]   2> 15623 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 15632 T2718 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52482/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6b5fac73
[junit4:junit4]   2> 15633 T2718 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15633 T2809 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52482. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 15634 T2809 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52482, initiating session
[junit4:junit4]   2> 15634 T2720 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52603
[junit4:junit4]   2> 15635 T2720 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52603
[junit4:junit4]   2> 15636 T2722 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d76b67eef000c with negotiated timeout 20000 for client /140.211.11.196:52603
[junit4:junit4]   2> 15636 T2809 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52482, sessionid = 0x13d76b67eef000c, negotiated timeout = 20000
[junit4:junit4]   2> 15636 T2810 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b5fac73 name:ZooKeeperConnection Watcher:127.0.0.1:52482/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15637 T2718 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15637 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef000c type:create cxid:0x1 zxid:0x92 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15639 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef000c type:create cxid:0x3 zxid:0x93 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15641 T2718 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2>  C130_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52587_hf_sx%2Fii, base_url=http://127.0.0.1:52587/hf_sx/ii}
[junit4:junit4]   2> 15802 T2779 C130 P52587 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52489/hf_sx/ii/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15802 T2779 C130 P52587 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52587/hf_sx/ii START replicas=[http://127.0.0.1:52489/hf_sx/ii/collection1/] nUpdates=100
[junit4:junit4]   2> 15802 T2779 C130 P52587 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15803 T2779 C130 P52587 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15803 T2779 C130 P52587 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15803 T2779 C130 P52587 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15804 T2779 C130 P52587 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15804 T2779 C130 P52587 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52489/hf_sx/ii/collection1/. core=collection1
[junit4:junit4]   2> 15804 T2779 C130 P52587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C132 name=collection1 org.apache.solr.core.SolrCore@3cc4699c url=http://127.0.0.1:52489/hf_sx/ii/collection1 node=127.0.0.1:52489_hf_sx%2Fii C132_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52489_hf_sx%2Fii, base_url=http://127.0.0.1:52489/hf_sx/ii, leader=true}
[junit4:junit4]   2> 15809 T2752 C132 P52489 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15814 T2753 C132 P52489 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 15819 T2753 C132 P52489 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15820 T2753 C132 P52489 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15824 T2753 C132 P52489 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15824 T2753 C132 P52489 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15825 T2753 C132 P52489 oass.SolrIndexSearcher.<init> Opening Searcher@6ff4ecdb realtime
[junit4:junit4]   2> 15826 T2753 C132 P52489 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15826 T2753 C132 P52489 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4]   2> 15827 T2779 C130 P52587 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15827 T2779 C130 P52587 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15829 T2754 C132 P52489 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15830 T2754 C132 P52489 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15830 T2779 C130 P52587 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15831 T2779 C130 P52587 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15831 T2779 C130 P52587 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15834 T2754 C132 P52489 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15834 T2779 C130 P52587 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15835 T2779 C130 P52587 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index.20130317065840190 forceNew: false
[junit4:junit4]   2> 15837 T2779 C130 P52587 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index.20130317065840190 lockFactory=org.apache.lucene.store.NativeFSLockFactory@768475c4; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4]   2> 15840 T2754 C132 P52489 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 15841 T2779 C130 P52587 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15844 T2779 C130 P52587 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15844 T2779 C130 P52587 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15848 T2779 C130 P52587 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@343d32eb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@343d32eb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15848 T2779 C130 P52587 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15849 T2779 C130 P52587 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15849 T2779 C130 P52587 oass.SolrIndexSearcher.<init> Opening Searcher@391b50b7 main
[junit4:junit4]   2> 15850 T2778 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@391b50b7 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15851 T2779 C130 P52587 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index.20130317065840190 lockFactory=org.apache.lucene.store.NativeFSLockFactory@768475c4; maxCacheMB=48.0 maxMergeSizeMB=4.0)
[junit4:junit4]   2> 15852 T2779 C130 P52587 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15852 T2779 C130 P52587 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15852 T2779 C130 P52587 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15853 T2779 C130 P52587 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15854 T2779 C130 P52587 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 16098 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16099 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52591_hf_sx%2Fii_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52591_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52591/hf_sx/ii"}
[junit4:junit4]   2> 16103 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52587_hf_sx%2Fii_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52587_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52587/hf_sx/ii"}
[junit4:junit4]   2> 16115 T2776 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16115 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16115 T2810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16115 T2793 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16115 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16115 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16334 T2751 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:52591_hf_sx%252Fii_collection1&state=recovering&nodeName=127.0.0.1:52591_hf_sx%252Fii&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   2> 16644 T2718 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52601_hf_sx%2Fii
[junit4:junit4]   2> 16645 T2723 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d76b67eef000c type:delete cxid:0xf zxid:0x9c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52601_hf_sx%2Fii Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52601_hf_sx%2Fii
[junit4:junit4]   2> 16646 T2718 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52601_hf_sx%2Fii
[junit4:junit4]   2> 16648 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16649 T2810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16648 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16649 T2793 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16649 T2776 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16649 T2740 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16649 T2776 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16649 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16649 T2793 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16650 T2760 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16651 T2747 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16651 T2810 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16672 T2813 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363496319686/collection1
[junit4:junit4]   2> 16672 T2813 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 16673 T2813 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 16673 T2813 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 16674 T2813 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363496319686/collection1/'
[junit4:junit4]   2> 16675 T2813 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363496319686/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 16676 T2813 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363496319686/collection1/lib/README' to classloader
[junit4:junit4]   2> 16740 T2813 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 16795 T2813 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 16896 T2813 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 16903 T2813 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17590 T2813 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17603 T2813 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17608 T2813 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 17623 T2813 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17628 T2813 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17633 T2813 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17634 T2813 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17635 T2813 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17636 T2813 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17637 T2813 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17637 T2813 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17637 T2813 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 17638 T2813 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363496319686/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4/
[junit4:junit4]   2> 17638 T2813 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6364cbde
[junit4:junit4]   2> 17639 T2813 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 17640 T2813 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4 forceNew: false
[junit4:junit4]   2> 17640 T2813 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4/index/
[junit4:junit4]   2> 17641 T2813 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 17642 T2813 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4/index forceNew: false
[junit4:junit4]   2> 17674 T2813 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7fd997; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17675 T2813 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17678 T2813 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 17678 T2813 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 17679 T2813 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 17679 T2813 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 17680 T2813 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 17680 T2813 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 17680 T2813 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 17681 T2813 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 17682 T2813 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 17689 T2813 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 17698 T2813 oass.SolrIndexSearcher.<init> Opening Searcher@3c0e4e88 main
[junit4:junit4]   2> 17699 T2813 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 17699 T2813 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 17704 T2814 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3c0e4e88 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17706 T2813 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 17706 T2813 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C131_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52591_hf_sx%2Fii, base_url=http://127.0.0.1:52591/hf_sx/ii}
[junit4:junit4]   2> 18335 T2796 C131 P52591 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52489/hf_sx/ii/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18335 T2796 C131 P52591 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52591/hf_sx/ii START replicas=[http://127.0.0.1:52489/hf_sx/ii/collection1/] nUpdates=100
[junit4:junit4]   2> 18336 T2796 C131 P52591 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18336 T2796 C131 P52591 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18336 T2796 C131 P52591 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18336 T2796 C131 P52591 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18336 T2796 C131 P52591 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 18337 T2796 C131 P52591 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52489/hf_sx/ii/collection1/. core=collection1
[junit4:junit4]   2> 18337 T2796 C131 P52591 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18338 T2752 C132 P52489 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18351 T2755 C132 P52489 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 18357 T2755 C132 P52489 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18358 T2755 C132 P52489 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18358 T2755 C132 P52489 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18359 T2755 C132 P52489 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 18360 T2796 C131 P52591 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18360 T2796 C131 P52591 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 18362 T2754 C132 P52489 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18363 T2796 C131 P52591 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 18363 T2796 C131 P52591 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 18363 T2796 C131 P52591 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 18366 T2754 C132 P52489 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18366 T2796 C131 P52591 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 18367 T2796 C131 P52591 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index.20130317065842722 forceNew: false
[junit4:junit4]   2> 18369 T2796 C131 P52591 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index.20130317065842722 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c8a33cf; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4]   2> 18372 T2754 C132 P52489 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 18373 T2796 C131 P52591 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 18375 T2796 C131 P52591 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 18376 T2796 C131 P52591 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 18380 T2796 C131 P52591 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2355e1dc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2355e1dc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18380 T2796 C131 P52591 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18381 T2796 C131 P52591 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 18381 T2796 C131 P52591 oass.SolrIndexSearcher.<init> Opening Searcher@3f0ac976 main
[junit4:junit4]   2> 18382 T2795 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f0ac976 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 18383 T2796 C131 P52591 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index.20130317065842722 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c8a33cf; maxCacheMB=48.0 maxMergeSizeMB=4.0)
[junit4:junit4]   2> 18384 T2796 C131 P52591 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 18384 T2796 C131 P52591 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 18385 T2796 C131 P52591 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 18385 T2796 C131 P52591 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18386 T2796 C131 P52591 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 19124 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19124 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52601_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52601/hf_sx/ii"}
[junit4:junit4]   2> 19125 T2741 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 19125 T2741 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 19129 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52591_hf_sx%2Fii_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52591_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52591/hf_sx/ii"}
[junit4:junit4]   2> 19140 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19140 T2776 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19140 T2810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19140 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19140 T2793 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19140 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19710 T2813 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 19710 T2813 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52601/hf_sx/ii collection:collection1 shard:shard1
[junit4:junit4]   2> 19718 T2813 oasc.ZkController.register We are http://127.0.0.1:52601/hf_sx/ii/collection1/ and leader is http://127.0.0.1:52489/hf_sx/ii/collection1/
[junit4:junit4]   2> 19718 T2813 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52601/hf_sx/ii
[junit4:junit4]   2> 19718 T2813 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 19719 T2813 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C133 name=collection1 org.apache.solr.core.SolrCore@5ab58e69 url=http://127.0.0.1:52601/hf_sx/ii/collection1 node=127.0.0.1:52601_hf_sx%2Fii C133_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52601_hf_sx%2Fii, base_url=http://127.0.0.1:52601/hf_sx/ii}
[junit4:junit4]   2> 19719 T2817 C133 P52601 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 19720 T2817 C133 P52601 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 19720 T2813 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19720 T2817 C133 P52601 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 19721 T2817 C133 P52601 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19721 T2718 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 19722 T2817 C133 P52601 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19722 T2718 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 19723 T2718 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19741 T2718 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19742 T2718 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 19743 T2718 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 19744 T2718 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20646 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20647 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52601_hf_sx%2Fii_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52601_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52601/hf_sx/ii"}
[junit4:junit4]   2> 20660 T2776 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20660 T2810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20660 T2793 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20660 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20660 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20660 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20743 T2756 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:52601_hf_sx%252Fii_collection1&state=recovering&nodeName=127.0.0.1:52601_hf_sx%252Fii&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   2> 20745 T2718 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21747 T2718 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C133_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52601_hf_sx%2Fii, base_url=http://127.0.0.1:52601/hf_sx/ii}
[junit4:junit4]   2> 22744 T2817 C133 P52601 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52489/hf_sx/ii/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 22744 T2817 C133 P52601 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52601/hf_sx/ii START replicas=[http://127.0.0.1:52489/hf_sx/ii/collection1/] nUpdates=100
[junit4:junit4]   2> 22745 T2817 C133 P52601 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 22745 T2817 C133 P52601 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 22745 T2817 C133 P52601 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 22745 T2817 C133 P52601 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 22745 T2817 C133 P52601 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 22745 T2817 C133 P52601 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52489/hf_sx/ii/collection1/. core=collection1
[junit4:junit4]   2> 22746 T2817 C133 P52601 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 22747 T2752 C132 P52489 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 22749 T2718 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22756 T2750 C132 P52489 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22785 T2750 C132 P52489 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 22785 T2750 C132 P52489 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 22786 T2750 C132 P52489 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22787 T2750 C132 P52489 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 31
[junit4:junit4]   2> 22788 T2817 C133 P52601 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 22788 T2817 C133 P52601 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 22790 T2754 C132 P52489 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 22791 T2817 C133 P52601 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 22791 T2817 C133 P52601 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 22791 T2817 C133 P52601 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 22794 T2754 C132 P52489 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=1 
[junit4:junit4]   2> 22794 T2817 C133 P52601 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 22796 T2817 C133 P52601 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4/index.20130317065847150 forceNew: false
[junit4:junit4]   2> 22797 T2817 C133 P52601 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4/index.20130317065847150 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d82941e; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4]   2> 22800 T2754 C132 P52489 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   2> 22801 T2817 C133 P52601 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 22803 T2817 C133 P52601 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 22804 T2817 C133 P52601 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 22808 T2817 C133 P52601 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7fd997; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7fd997; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 22808 T2817 C133 P52601 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 22809 T2817 C133 P52601 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 22809 T2817 C133 P52601 oass.SolrIndexSearcher.<init> Opening Searcher@6b3ec18 main
[junit4:junit4]   2> 22810 T2814 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6b3ec18 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 22811 T2817 C133 P52601 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4/index.20130317065847150 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d82941e; maxCacheMB=48.0 maxMergeSizeMB=4.0)
[junit4:junit4]   2> 22812 T2817 C133 P52601 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 22812 T2817 C133 P52601 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 22813 T2817 C133 P52601 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 22813 T2817 C133 P52601 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 22814 T2817 C133 P52601 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 23667 T2741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23668 T2741 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52601_hf_sx%2Fii_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52601_hf_sx%2Fii",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52601/hf_sx/ii"}
[junit4:junit4]   2> 23685 T2776 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23686 T2810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23685 T2747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23685 T2793 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23685 T2760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23685 T2740 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23751 T2718 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23752 T2718 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C134 name=collection1 org.apache.solr.core.SolrCore@5c73ffc8 url=http://127.0.0.1:52485/hf_sx/ii/collection1 node=127.0.0.1:52485_hf_sx%2Fii C134_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:52485_hf_sx%2Fii, base_url=http://127.0.0.1:52485/hf_sx/ii, leader=true}
[junit4:junit4]   2> 23762 T2730 C134 P52485 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23767 T2730 C134 P52485 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@d023472; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 23767 T2730 C134 P52485 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 23771 T2730 C134 P52485 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@d023472; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@d023472; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 23772 T2730 C134 P52485 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 23775 T2730 C134 P52485 oass.SolrIndexSearcher.<init> Opening Searcher@78c4d0f3 main
[junit4:junit4]   2> 23775 T2730 C134 P52485 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23776 T2744 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@78c4d0f3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 23777 T2730 C134 P52485 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 15
[junit4:junit4]   2> 23788 T2753 C132 P52489 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23792 T2753 C132 P52489 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 23793 T2753 C132 P52489 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 23794 T2753 C132 P52489 oass.SolrIndexSearcher.<init> Opening Searcher@b48ac56 main
[junit4:junit4]   2> 23794 T2753 C132 P52489 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23795 T2762 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b48ac56 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 23795 T2753 C132 P52489 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52587/hf_sx/ii/collection1/, StdNode: http://127.0.0.1:52591/hf_sx/ii/collection1/, StdNode: http://127.0.0.1:52601/hf_sx/ii/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C130_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52587_hf_sx%2Fii, base_url=http://127.0.0.1:52587/hf_sx/ii}
[junit4:junit4]   2> 23807 T2766 C130 P52587 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23812 T2766 C130 P52587 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@343d32eb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@343d32eb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 23813 T2766 C130 P52587 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 23815 T2766 C130 P52587 oass.SolrIndexSearcher.<init> Opening Searcher@4d239b9 main
[junit4:junit4]   2> 23815 T2766 C130 P52587 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2>  C131_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52591_hf_sx%2Fii, base_url=http://127.0.0.1:52591/hf_sx/ii}
[junit4:junit4]   2> 23816 T2783 C131 P52591 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C133_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52601_hf_sx%2Fii, base_url=http://127.0.0.1:52601/hf_sx/ii}
[junit4:junit4]   2> 23816 T2800 C133 P52601 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23817 T2778 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4d239b9 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 23818 T2766 C130 P52587 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 23830 T2783 C131 P52591 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2355e1dc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2355e1dc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 23830 T2783 C131 P52591 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 23832 T2783 C131 P52591 oass.SolrIndexSearcher.<init> Opening Searcher@476c8c2f main
[junit4:junit4]   2> 23832 T2783 C131 P52591 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23833 T2800 C133 P52601 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7fd997; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7fd997; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 23833 T2795 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@476c8c2f main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 23833 T2800 C133 P52601 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 23834 T2783 C131 P52591 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 19
[junit4:junit4]   2> 23835 T2800 C133 P52601 oass.SolrIndexSearcher.<init> Opening Searcher@7da1ba22 main
[junit4:junit4]   2> 23835 T2800 C133 P52601 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23836 T2814 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7da1ba22 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 23836 T2800 C133 P52601 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 21
[junit4:junit4]   2> 23837 T2753 C132 P52489 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 49
[junit4:junit4]   2> 23838 T2718 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23841 T2751 C132 P52489 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 23843 T2767 C130 P52587 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 23844 T2784 C131 P52591 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 23846 T2801 C133 P52601 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 25852 T2730 C134 P52485 oass.SolrIndexSearcher.<init> Opening Searcher@51c2dab5 realtime
[junit4:junit4]   2> 25853 T2730 C134 P52485 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429729527942086656)} 0 3
[junit4:junit4]   2> 25861 T2800 C133 P52601 /update {update.distrib=FROMLEADER&_version_=-1429729527947329536&update.from=http://127.0.0.1:52489/hf_sx/ii/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429729527947329536)} 0 1
[junit4:junit4]   2> 25862 T2783 C131 P52591 /update {update.distrib=FROMLEADER&_version_=-1429729527947329536&update.from=http://127.0.0.1:52489/hf_sx/ii/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429729527947329536)} 0 2
[junit4:junit4]   2> 25862 T2766 C130 P52587 /update {update.distrib=FROMLEADER&_version_=-1429729527947329536&update.from=http://127.0.0.1:52489/hf_sx/ii/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429729527947329536)} 0 2
[junit4:junit4]   2> 25863 T2753 C132 P52489 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429729527947329536)} 0 7
[junit4:junit4]   2> 25868 T2730 C134 P52485 /update {wt=javabin&version=2} {add=[0 (1429729527957815296)]} 0 2
[junit4:junit4]   2> 25877 T2783 C131 P52591 /update {distrib.from=http://127.0.0.1:52489/hf_sx/ii/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429729527963058176)]} 0 2
[junit4:junit4]   2> 25877 T2800 C133 P52601 /update {distrib.from=http://127.0.0.1:52489/hf_sx/ii/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429729527963058176)]} 0 2
[junit4:junit4]   2> 25877 T2766 C130 P52587 /update {distrib.from=http://127.0.0.1:52489/hf_sx/ii/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429729527963058176)]} 0 2
[junit4:junit4]   2> 25878 T2753 C132 P52489 /update {wt=javabin&version=2} {add=[0 (1429729527963058176)]} 0 7
[junit4:junit4]   2> 25882 T2730 C134 P52485 /update {wt=javabin&version=2} {add=[1 (1429729527973543936)]} 0 1
[junit4:junit4]   2> 25896 T2766 C130 P52587 /update {distrib.from=http://127.0.0.1:52489/hf_sx/ii/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429729527976689664)]} 0 1
[junit4:junit4]   2> 25896 T2783 C131 P52591 /update {distrib.from=http://127.0.0.1:52489/hf_sx/ii/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429729527976689664)]} 0 1
[junit4:junit4]   2> 25896 T2800 C133 P52601 /update {distrib.from=http://127.0.0.1:52489/hf_sx/ii/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429729527976689664)]} 0 1
[junit4:junit4]   2> 25897 T2753 C132 P52489 /update {wt=javabin&version=2} {add=[1 (1429729527976689664)]} 0 13
[junit4:junit4]   2> 25901 T2730 C134 P52485 /update {wt=javabin&version=2} {add=[2 (1429729527993466880)]} 0 1
[junit4:junit4]   2> 25907 T2783 C131 P52591 /update {distrib.from=http://127.0.0.1:52489/hf_sx/ii/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429729527996612608)]} 0 1
[junit4:junit4]   2> 25907 T2800 C133 P52601 /update {distrib.from=http://127.0.0.1:52489/hf_sx/ii/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429729527996612608)]} 0 1
[junit4:junit4]   2> 25908 T2753 C132 P52489 /update {test.distrib.skip.servers=http://127.0.0.1:52587/hf_sx/ii/collection1/&wt=javabin&version=2} {add=[2 (1429729527996612608)]} 0 5
[junit4:junit4]   2> 25911 T2730 C134 P52485 /update {wt=javabin&version=2} {add=[3 (1429729528003952640)]} 0 1
[junit4:junit4]   2> 25917 T2800 C133 P52601 /update {distrib.from=http://127.0.0.1:52489/hf_sx/ii/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429729528007098368)]} 0 1
[junit4:junit4]   2> 25917 T2753 C132 P52489 /update {test.distrib.skip.servers=http://127.0.0.1:52587/hf_sx/ii/collection1/&test.distrib.skip.servers=http://127.0.0.1:52591/hf_sx/ii/collection1/&wt=javabin&version=2} {add=[3 (1429729528007098368)]} 0 4
[junit4:junit4]   2> 25920 T2730 C134 P52485 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26026 T2730 C134 P52485 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@d023472; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@d023472; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_3]
[junit4:junit4]   2> 26027 T2730 C134 P52485 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_3]
[junit4:junit4]   2> 26033 T2730 C134 P52485 oass.SolrIndexSearcher.<init> Opening Searcher@7fac89b3 main
[junit4:junit4]   2> 26034 T2730 C134 P52485 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26034 T2744 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7fac89b3 main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 26035 T2730 C134 P52485 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 115
[junit4:junit4]   2> 26038 T2753 C132 P52489 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26086 T2753 C132 P52489 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=5
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73357c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_6,generation=6,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene41_0.tim, segments_6, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4]   2> 26087 T2753 C132 P52489 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene41_0.tim, segments_6, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4]   2> 26093 T2753 C132 P52489 oass.SolrIndexSearcher.<init> Opening Searcher@569b3478 main
[junit4:junit4]   2> 26093 T2753 C132 P52489 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26094 T2762 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@569b3478 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 26095 T2753 C132 P52489 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52587/hf_sx/ii/collection1/, StdNode: http://127.0.0.1:52591/hf_sx/ii/collection1/, StdNode: http://127.0.0.1:52601/hf_sx/ii/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 26097 T2766 C130 P52587 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26097 T2800 C133 P52601 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26097 T2783 C131 P52591 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26189 T2766 C130 P52587 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@343d32eb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@343d32eb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_4]
[junit4:junit4]   2> 26190 T2766 C130 P52587 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_4]
[junit4:junit4]   2> 26190 T2783 C131 P52591 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2355e1dc; maxCach

[...truncated too long message...]

RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]   2> 841851 T2718 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 842646 T2721 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 869454 T2793 oasu.PeerSync.handleResponse WARNING PeerSync: core=collection1 url=http://127.0.0.1:52591/hf_sx/ii  couldn't connect to http://127.0.0.1:52489/hf_sx/ii/collection1/, counting as success
[junit4:junit4]   2> 869454 T2793 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52591/hf_sx/ii DONE. sync succeeded
[junit4:junit4]   2> 869455 T2793 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
[junit4:junit4]   2> 869455 T2793 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
[junit4:junit4]   2> 869455 T2793 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7bf28a1
[junit4:junit4]   2> 869457 T2793 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=51,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 869457 T2793 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 869457 T2793 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 869457 T2793 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 869457 T2793 C131 P52591 oasu.TransactionLog.forceClose SEVERE Error: Forcing close of tlog{file=./org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/tlog/tlog.0000000000000000003 refcount=2}
[junit4:junit4]   2> 869458 T2793 C131 P52591 oasu.TransactionLog.forceClose SEVERE Error: Forcing close of tlog{file=./org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/tlog/tlog.0000000000000000002 refcount=2}
[junit4:junit4]   2> 869458 T2793 C131 P52591 oasu.TransactionLog.forceClose SEVERE Error: Forcing close of tlog{file=./org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/tlog/tlog.0000000000000000001 refcount=2}
[junit4:junit4]   2> 869461 T2793 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 869462 T2793 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index.20130317065842722
[junit4:junit4]   2> 869463 T2793 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index.20130317065842722
[junit4:junit4]   2> 869463 T2793 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index.20130317070606661
[junit4:junit4]   2> 869463 T2793 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3/index.20130317070606661
[junit4:junit4]   2> 869463 T2793 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3
[junit4:junit4]   2> 869464 T2793 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1363496304360/jetty3
[junit4:junit4]   2> 869464 T2793 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 869464 T2793 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 869464 T2793 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 869464 T2793 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 869465 T2793 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 869465 T2793 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=pt_PT, timezone=Asia/Damascus
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=3,free=128271424,total=493813760
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestPHPSerializedResponseWriter, TermsComponentTest, TestPropInjectDefaults, QueryElevationComponentTest, ShardRoutingTest, ZkCLITest, TestSolrQueryParser, TestPseudoReturnFields, PrimUtilsTest, SOLR749Test, DistributedSpellCheckComponentTest, SliceStateUpdateTest, PluginInfoTest, SliceStateTest, SimpleFacetsTest, TestSweetSpotSimilarityFactory, SystemInfoHandlerTest, TestSort, TestReversedWildcardFilterFactory, OverseerCollectionProcessorTest, TestLRUCache, LeaderElectionTest, TestPerFieldSimilarity, StatelessScriptUpdateProcessorFactoryTest, TestLFUCache, TestXIncludeConfig, BasicFunctionalityTest, TestQueryUtils, TestTrie, UnloadDistributedZkTest, TestSurroundQueryParser, FieldMutatingUpdateProcessorTest, TestDocSet, TestStressVersions, MBeansHandlerTest, TestReplicationHandler, TestCoreContainer, CacheHeaderTest, ExternalFileFieldSortTest, ChaosMonkeyNothingIsSafeTest, TestExtendedDismaxParser, AliasIntegrationTest, RegexBoostProcessorTest, TestFunctionQuery, TermVectorComponentTest, TestFuzzyAnalyzedSuggestions, SolrCoreTest, TestJoin, TestFaceting, SpellingQueryConverterTest, AutoCommitTest, TestConfig, ZkControllerTest, SynonymTokenizerTest, BadComponentTest, ResponseLogComponentTest, ShowFileRequestHandlerTest, FastVectorHighlighterTest, TestFieldCollectionResource, SearchHandlerTest, LukeRequestHandlerTest, DocumentBuilderTest, SolrIndexSplitterTest, MinimalSchemaTest, AlternateDirectoryTest, TestRandomDVFaceting, ChaosMonkeySafeLeaderTest, SyncSliceTest]
[junit4:junit4] Completed on J0 in 869.91s, 1 test, 1 failure <<< FAILURES!

[...truncated 10 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1213: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:877: There were test failures: 273 suites, 1147 tests, 1 failure, 28 ignored (9 assumptions)

Total time: 54 minutes 54 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1427 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1427/

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
Test Setup Failure: shard1 should have just been set up to be inconsistent - but it's still consistent. Leader:http://127.0.0.1:16199/v/f/collection1 Dead Guy:http://127.0.0.1:50387/v/f/collection1skip list:[CloudJettyRunner [url=http://127.0.0.1:48068/v/f/collection1], CloudJettyRunner [url=http://127.0.0.1:40057/v/f/collection1]]

Stack Trace:
java.lang.AssertionError: Test Setup Failure: shard1 should have just been set up to be inconsistent - but it's still consistent. Leader:http://127.0.0.1:16199/v/f/collection1 Dead Guy:http://127.0.0.1:50387/v/f/collection1skip list:[CloudJettyRunner [url=http://127.0.0.1:48068/v/f/collection1], CloudJettyRunner [url=http://127.0.0.1:40057/v/f/collection1]]
	at __randomizedtesting.SeedInfo.seed([63E02CC8101653DD:E206A2D0674933E1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:212)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 8763 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T2504 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /v/f
[junit4:junit4]   2> 5 T2504 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-SyncSliceTest-1363452741918
[junit4:junit4]   2> 7 T2504 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 7 T2505 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 10 T2505 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 10 T2505 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 10 T2505 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 11 T2505 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 12 T2505 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1363452741918/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 108 T2504 oasc.ZkTestServer.run start zk server on port:14773
[junit4:junit4]   2> 108 T2504 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:14773 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@4c3dd238
[junit4:junit4]   2> 109 T2504 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 110 T2510 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:14773. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 110 T2510 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:14773, initiating session
[junit4:junit4]   2> 111 T2506 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:62410
[junit4:junit4]   2> 111 T2506 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:62410
[junit4:junit4]   2> 111 T2508 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 114 T2508 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d741dc9250000 with negotiated timeout 10000 for client /140.211.11.196:62410
[junit4:junit4]   2> 114 T2510 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:14773, sessionid = 0x13d741dc9250000, negotiated timeout = 10000
[junit4:junit4]   2> 114 T2511 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c3dd238 name:ZooKeeperConnection Watcher:127.0.0.1:14773 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 114 T2504 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 115 T2504 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 117 T2509 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d741dc9250000
[junit4:junit4]   2> 126 T2511 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 127 T2506 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:62410 which had sessionid 0x13d741dc9250000
[junit4:junit4]   2> 126 T2504 oaz.ZooKeeper.close Session: 0x13d741dc9250000 closed
[junit4:junit4]   2> 127 T2504 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:14773/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6090004
[junit4:junit4]   2> 128 T2504 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 128 T2512 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:14773. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 129 T2512 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:14773, initiating session
[junit4:junit4]   2> 129 T2506 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:30720
[junit4:junit4]   2> 129 T2506 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:30720
[junit4:junit4]   2> 130 T2508 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d741dc9250001 with negotiated timeout 10000 for client /140.211.11.196:30720
[junit4:junit4]   2> 130 T2512 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:14773, sessionid = 0x13d741dc9250001, negotiated timeout = 10000
[junit4:junit4]   2> 130 T2513 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6090004 name:ZooKeeperConnection Watcher:127.0.0.1:14773/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 131 T2504 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 131 T2504 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 135 T2504 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 144 T2504 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 146 T2504 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 149 T2504 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 150 T2504 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 162 T2504 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 163 T2504 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 167 T2504 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 168 T2504 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 171 T2504 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 171 T2504 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 183 T2504 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 184 T2504 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 187 T2504 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 187 T2504 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 191 T2504 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 191 T2504 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 194 T2504 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 195 T2504 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 198 T2504 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 198 T2504 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 201 T2509 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d741dc9250001
[junit4:junit4]   2> 202 T2513 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 202 T2504 oaz.ZooKeeper.close Session: 0x13d741dc9250001 closed
[junit4:junit4]   2> 202 T2506 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:30720 which had sessionid 0x13d741dc9250001
[junit4:junit4]   2> 387 T2504 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 392 T2504 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:41196
[junit4:junit4]   2> 392 T2504 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 393 T2504 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 393 T2504 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363452742115
[junit4:junit4]   2> 394 T2504 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363452742115/solr.xml
[junit4:junit4]   2> 394 T2504 oasc.CoreContainer.<init> New CoreContainer 1274164364
[junit4:junit4]   2> 395 T2504 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363452742115/'
[junit4:junit4]   2> 396 T2504 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363452742115/'
[junit4:junit4]   2> 448 T2504 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 449 T2504 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 449 T2504 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 450 T2504 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 450 T2504 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 451 T2504 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 451 T2504 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 452 T2504 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 452 T2504 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 452 T2504 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 472 T2504 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 490 T2504 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:14773/solr
[junit4:junit4]   2> 491 T2504 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 491 T2504 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:14773 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@65133cea
[junit4:junit4]   2> 492 T2504 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 493 T2523 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:14773. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 494 T2523 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:14773, initiating session
[junit4:junit4]   2> 494 T2506 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:12091
[junit4:junit4]   2> 494 T2506 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:12091
[junit4:junit4]   2> 496 T2508 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d741dc9250002 with negotiated timeout 20000 for client /140.211.11.196:12091
[junit4:junit4]   2> 496 T2523 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:14773, sessionid = 0x13d741dc9250002, negotiated timeout = 20000
[junit4:junit4]   2> 496 T2524 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65133cea name:ZooKeeperConnection Watcher:127.0.0.1:14773 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 497 T2504 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 498 T2509 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d741dc9250002
[junit4:junit4]   2> 528 T2524 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 528 T2506 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:12091 which had sessionid 0x13d741dc9250002
[junit4:junit4]   2> 528 T2504 oaz.ZooKeeper.close Session: 0x13d741dc9250002 closed
[junit4:junit4]   2> 529 T2504 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 538 T2504 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:14773/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6558493e
[junit4:junit4]   2> 539 T2504 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 540 T2525 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:14773. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 540 T2525 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:14773, initiating session
[junit4:junit4]   2> 540 T2506 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:59054
[junit4:junit4]   2> 541 T2506 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:59054
[junit4:junit4]   2> 542 T2508 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d741dc9250003 with negotiated timeout 20000 for client /140.211.11.196:59054
[junit4:junit4]   2> 542 T2525 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:14773, sessionid = 0x13d741dc9250003, negotiated timeout = 20000
[junit4:junit4]   2> 543 T2526 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6558493e name:ZooKeeperConnection Watcher:127.0.0.1:14773/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 543 T2504 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 574 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc9250003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 576 T2504 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 579 T2504 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41196_v%2Ff
[junit4:junit4]   2> 579 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc9250003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:41196_v%2Ff Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:41196_v%2Ff
[junit4:junit4]   2> 618 T2504 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41196_v%2Ff
[junit4:junit4]   2> 621 T2504 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 656 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc9250003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 662 T2504 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 664 T2504 oasc.Overseer.start Overseer (id=89355238894796803-127.0.0.1:41196_v%2Ff-n_0000000000) starting
[junit4:junit4]   2> 665 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc9250003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 666 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc9250003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 674 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc9250003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 675 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc9250003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 677 T2528 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 678 T2504 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 692 T2504 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 694 T2504 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 696 T2527 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 700 T2529 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363452742115/collection1
[junit4:junit4]   2> 700 T2529 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 701 T2529 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 701 T2529 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 702 T2529 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363452742115/collection1/'
[junit4:junit4]   2> 703 T2529 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-controljetty-1363452742115/collection1/lib/README' to classloader
[junit4:junit4]   2> 704 T2529 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-controljetty-1363452742115/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 750 T2529 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 810 T2529 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 812 T2529 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 818 T2529 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1415 T2529 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1426 T2529 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1430 T2529 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1443 T2529 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1447 T2529 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1452 T2529 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1453 T2529 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1453 T2529 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1453 T2529 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1454 T2529 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1454 T2529 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1455 T2529 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1488 T2529 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363452742115/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363452741918/control/data/
[junit4:junit4]   2> 1488 T2529 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ebafdff
[junit4:junit4]   2> 1488 T2529 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1489 T2529 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/control/data forceNew: false
[junit4:junit4]   2> 1490 T2529 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363452741918/control/data/index/
[junit4:junit4]   2> 1491 T2529 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363452741918/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1492 T2529 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/control/data/index forceNew: false
[junit4:junit4]   2> 1498 T2529 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@36d2fc0e; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1498 T2529 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1501 T2529 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1501 T2529 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1502 T2529 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1502 T2529 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1503 T2529 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1503 T2529 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1503 T2529 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1504 T2529 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1504 T2529 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1511 T2529 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1519 T2529 oass.SolrIndexSearcher.<init> Opening Searcher@779c6eb5 main
[junit4:junit4]   2> 1519 T2529 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1520 T2529 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1523 T2530 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@779c6eb5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1524 T2529 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1525 T2529 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1525 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc9250003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2199 T2527 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2200 T2527 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41196_v%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41196/v/f"}
[junit4:junit4]   2> 2200 T2527 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2200 T2527 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2201 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc9250003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2218 T2526 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2538 T2529 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2538 T2529 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:41196/v/f collection:control_collection shard:shard1
[junit4:junit4]   2> 2539 T2529 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2556 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc9250003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2557 T2529 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2557 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc9250003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2559 T2529 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2559 T2529 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2560 T2529 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:41196/v/f/collection1/
[junit4:junit4]   2> 2560 T2529 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2560 T2529 oasc.SyncStrategy.syncToMe http://127.0.0.1:41196/v/f/collection1/ has no replicas
[junit4:junit4]   2> 2560 T2529 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:41196/v/f/collection1/
[junit4:junit4]   2> 2560 T2529 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2564 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc9250003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3722 T2527 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3744 T2526 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3790 T2529 oasc.ZkController.register We are http://127.0.0.1:41196/v/f/collection1/ and leader is http://127.0.0.1:41196/v/f/collection1/
[junit4:junit4]   2> 3790 T2529 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41196/v/f
[junit4:junit4]   2> 3790 T2529 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3790 T2529 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3790 T2529 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3792 T2529 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3793 T2504 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3794 T2504 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3794 T2504 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3807 T2504 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3808 T2504 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:14773/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3d0a3354
[junit4:junit4]   2> 3809 T2504 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3810 T2532 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:14773. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3810 T2532 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:14773, initiating session
[junit4:junit4]   2> 3810 T2506 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:16007
[junit4:junit4]   2> 3811 T2506 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:16007
[junit4:junit4]   2> 3812 T2508 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d741dc9250004 with negotiated timeout 10000 for client /140.211.11.196:16007
[junit4:junit4]   2> 3812 T2532 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:14773, sessionid = 0x13d741dc9250004, negotiated timeout = 10000
[junit4:junit4]   2> 3812 T2533 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d0a3354 name:ZooKeeperConnection Watcher:127.0.0.1:14773/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3812 T2504 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3814 T2504 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3816 T2504 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4003 T2504 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4006 T2504 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:50387
[junit4:junit4]   2> 4007 T2504 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4007 T2504 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4008 T2504 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363452745728
[junit4:junit4]   2> 4008 T2504 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363452745728/solr.xml
[junit4:junit4]   2> 4009 T2504 oasc.CoreContainer.<init> New CoreContainer 710580303
[junit4:junit4]   2> 4009 T2504 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363452745728/'
[junit4:junit4]   2> 4010 T2504 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363452745728/'
[junit4:junit4]   2> 4059 T2504 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4060 T2504 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4060 T2504 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4061 T2504 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4061 T2504 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4062 T2504 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4062 T2504 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4062 T2504 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4063 T2504 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4063 T2504 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4084 T2504 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4101 T2504 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:14773/solr
[junit4:junit4]   2> 4102 T2504 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4102 T2504 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:14773 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2d677e60
[junit4:junit4]   2> 4103 T2504 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4104 T2543 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:14773. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4104 T2543 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:14773, initiating session
[junit4:junit4]   2> 4105 T2506 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:44036
[junit4:junit4]   2> 4105 T2506 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:44036
[junit4:junit4]   2> 4107 T2508 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d741dc9250005 with negotiated timeout 20000 for client /140.211.11.196:44036
[junit4:junit4]   2> 4107 T2543 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:14773, sessionid = 0x13d741dc9250005, negotiated timeout = 20000
[junit4:junit4]   2> 4107 T2544 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d677e60 name:ZooKeeperConnection Watcher:127.0.0.1:14773 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4107 T2504 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4109 T2509 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d741dc9250005
[junit4:junit4]   2> 4123 T2544 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4123 T2506 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:44036 which had sessionid 0x13d741dc9250005
[junit4:junit4]   2> 4123 T2504 oaz.ZooKeeper.close Session: 0x13d741dc9250005 closed
[junit4:junit4]   2> 4124 T2504 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4135 T2504 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:14773/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@708b8a04
[junit4:junit4]   2> 4136 T2504 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4136 T2545 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:14773. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4136 T2545 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:14773, initiating session
[junit4:junit4]   2> 4137 T2506 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52960
[junit4:junit4]   2> 4137 T2506 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52960
[junit4:junit4]   2> 4138 T2508 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d741dc9250006 with negotiated timeout 20000 for client /140.211.11.196:52960
[junit4:junit4]   2> 4138 T2545 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:14773, sessionid = 0x13d741dc9250006, negotiated timeout = 20000
[junit4:junit4]   2> 4138 T2546 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@708b8a04 name:ZooKeeperConnection Watcher:127.0.0.1:14773/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4139 T2504 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4140 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc9250006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4141 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc9250006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4150 T2504 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5153 T2504 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50387_v%2Ff
[junit4:junit4]   2> 5154 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc9250006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50387_v%2Ff Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50387_v%2Ff
[junit4:junit4]   2> 5155 T2504 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50387_v%2Ff
[junit4:junit4]   2> 5158 T2526 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5159 T2533 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5159 T2546 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5160 T2526 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5173 T2547 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363452745728/collection1
[junit4:junit4]   2> 5174 T2547 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5174 T2547 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5174 T2547 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5176 T2547 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363452745728/collection1/'
[junit4:junit4]   2> 5177 T2547 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty1-1363452745728/collection1/lib/README' to classloader
[junit4:junit4]   2> 5177 T2547 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty1-1363452745728/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5222 T2547 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 5259 T2527 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5260 T2527 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:41196_v%2Ff_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41196_v%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41196/v/f"}
[junit4:junit4]   2> 5272 T2526 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5272 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5272 T2533 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5277 T2547 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5278 T2547 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5284 T2547 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5880 T2547 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5891 T2547 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5895 T2547 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5908 T2547 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5912 T2547 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5917 T2547 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5918 T2547 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5918 T2547 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5919 T2547 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5920 T2547 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5920 T2547 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5920 T2547 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 5920 T2547 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363452745728/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty1/
[junit4:junit4]   2> 5921 T2547 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ebafdff
[junit4:junit4]   2> 5921 T2547 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 5922 T2547 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty1 forceNew: false
[junit4:junit4]   2> 5922 T2547 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty1/index/
[junit4:junit4]   2> 5923 T2547 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5924 T2547 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty1/index forceNew: false
[junit4:junit4]   2> 5929 T2547 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4331ecb6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5930 T2547 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5932 T2547 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5933 T2547 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5933 T2547 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5934 T2547 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5934 T2547 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5934 T2547 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5935 T2547 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5935 T2547 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5936 T2547 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5942 T2547 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5950 T2547 oass.SolrIndexSearcher.<init> Opening Searcher@7b1d8f08 main
[junit4:junit4]   2> 5951 T2547 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5951 T2547 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5955 T2548 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7b1d8f08 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5956 T2547 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5957 T2547 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6777 T2527 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6778 T2527 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50387_v%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50387/v/f"}
[junit4:junit4]   2> 6778 T2527 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 6778 T2527 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6798 T2526 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6798 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6798 T2533 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6959 T2547 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 6959 T2547 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50387/v/f collection:collection1 shard:shard1
[junit4:junit4]   2> 6960 T2547 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 6977 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc9250006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 6978 T2547 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 6978 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc9250006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6988 T2547 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 6988 T2547 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 6988 T2547 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50387/v/f/collection1/
[junit4:junit4]   2> 6988 T2547 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 6989 T2547 oasc.SyncStrategy.syncToMe http://127.0.0.1:50387/v/f/collection1/ has no replicas
[junit4:junit4]   2> 6989 T2547 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50387/v/f/collection1/
[junit4:junit4]   2> 6989 T2547 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 6992 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc9250006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8309 T2527 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8329 T2526 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8329 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8329 T2533 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8379 T2547 oasc.ZkController.register We are http://127.0.0.1:50387/v/f/collection1/ and leader is http://127.0.0.1:50387/v/f/collection1/
[junit4:junit4]   2> 8379 T2547 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50387/v/f
[junit4:junit4]   2> 8379 T2547 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8379 T2547 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8379 T2547 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8381 T2547 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8382 T2504 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 8382 T2504 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8383 T2504 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8578 T2504 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8581 T2504 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:16199
[junit4:junit4]   2> 8582 T2504 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8582 T2504 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8583 T2504 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363452750308
[junit4:junit4]   2> 8583 T2504 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363452750308/solr.xml
[junit4:junit4]   2> 8583 T2504 oasc.CoreContainer.<init> New CoreContainer 861928702
[junit4:junit4]   2> 8584 T2504 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363452750308/'
[junit4:junit4]   2> 8585 T2504 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363452750308/'
[junit4:junit4]   2> 8633 T2504 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8633 T2504 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8633 T2504 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8634 T2504 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8634 T2504 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8635 T2504 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8635 T2504 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8636 T2504 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8636 T2504 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8636 T2504 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8655 T2504 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8672 T2504 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:14773/solr
[junit4:junit4]   2> 8673 T2504 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8673 T2504 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:14773 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@7fc4b2e0
[junit4:junit4]   2> 8674 T2504 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8675 T2559 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:14773. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8675 T2559 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:14773, initiating session
[junit4:junit4]   2> 8676 T2506 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:52858
[junit4:junit4]   2> 8676 T2506 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:52858
[junit4:junit4]   2> 8678 T2508 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d741dc9250007 with negotiated timeout 20000 for client /140.211.11.196:52858
[junit4:junit4]   2> 8678 T2559 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:14773, sessionid = 0x13d741dc9250007, negotiated timeout = 20000
[junit4:junit4]   2> 8678 T2560 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fc4b2e0 name:ZooKeeperConnection Watcher:127.0.0.1:14773 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8679 T2504 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8680 T2509 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d741dc9250007
[junit4:junit4]   2> 8692 T2560 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8692 T2506 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:52858 which had sessionid 0x13d741dc9250007
[junit4:junit4]   2> 8692 T2504 oaz.ZooKeeper.close Session: 0x13d741dc9250007 closed
[junit4:junit4]   2> 8693 T2504 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8702 T2504 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:14773/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@b9658ca
[junit4:junit4]   2> 8703 T2504 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8703 T2561 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:14773. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8704 T2561 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:14773, initiating session
[junit4:junit4]   2> 8704 T2506 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:61944
[junit4:junit4]   2> 8704 T2506 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:61944
[junit4:junit4]   2> 8705 T2508 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d741dc9250008 with negotiated timeout 20000 for client /140.211.11.196:61944
[junit4:junit4]   2> 8705 T2561 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:14773, sessionid = 0x13d741dc9250008, negotiated timeout = 20000
[junit4:junit4]   2> 8706 T2562 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b9658ca name:ZooKeeperConnection Watcher:127.0.0.1:14773/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8706 T2504 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8707 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc9250008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8708 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc9250008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8717 T2504 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9719 T2504 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:16199_v%2Ff
[junit4:junit4]   2> 9720 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc9250008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:16199_v%2Ff Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:16199_v%2Ff
[junit4:junit4]   2> 9722 T2504 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:16199_v%2Ff
[junit4:junit4]   2> 9724 T2526 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9725 T2533 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9725 T2546 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9725 T2562 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9726 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9727 T2526 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9727 T2533 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9733 T2563 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363452750308/collection1
[junit4:junit4]   2> 9733 T2563 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9734 T2563 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9734 T2563 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9735 T2563 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363452750308/collection1/'
[junit4:junit4]   2> 9736 T2563 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty2-1363452750308/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9737 T2563 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty2-1363452750308/collection1/lib/README' to classloader
[junit4:junit4]   2> 9782 T2563 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 9835 T2527 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9836 T2527 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:50387_v%2Ff_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50387_v%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50387/v/f"}
[junit4:junit4]   2> 9842 T2563 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9847 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9847 T2533 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9847 T2526 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9847 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9847 T2563 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9854 T2563 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10440 T2563 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10451 T2563 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10455 T2563 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10469 T2563 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10475 T2563 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10481 T2563 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10482 T2563 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10485 T2563 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10485 T2563 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10486 T2563 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10486 T2563 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10486 T2563 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 10487 T2563 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363452750308/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty2/
[junit4:junit4]   2> 10487 T2563 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ebafdff
[junit4:junit4]   2> 10487 T2563 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 10488 T2563 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty2 forceNew: false
[junit4:junit4]   2> 10489 T2563 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty2/index/
[junit4:junit4]   2> 10489 T2563 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10490 T2563 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty2/index forceNew: false
[junit4:junit4]   2> 10495 T2563 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@70cb0d16; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10496 T2563 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10498 T2563 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10498 T2563 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10499 T2563 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10500 T2563 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10500 T2563 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10500 T2563 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10501 T2563 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10501 T2563 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10501 T2563 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10508 T2563 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10515 T2563 oass.SolrIndexSearcher.<init> Opening Searcher@1ecc95bc main
[junit4:junit4]   2> 10516 T2563 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10516 T2563 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10519 T2564 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ecc95bc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10521 T2563 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10521 T2563 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11351 T2527 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11352 T2527 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:16199_v%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:16199/v/f"}
[junit4:junit4]   2> 11352 T2527 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 11352 T2527 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11394 T2526 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11394 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11394 T2533 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11394 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11524 T2563 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11524 T2563 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:16199/v/f collection:collection1 shard:shard1
[junit4:junit4]   2> 11527 T2563 oasc.ZkController.register We are http://127.0.0.1:16199/v/f/collection1/ and leader is http://127.0.0.1:50387/v/f/collection1/
[junit4:junit4]   2> 11527 T2563 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:16199/v/f
[junit4:junit4]   2> 11527 T2563 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11527 T2563 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C353 name=collection1 org.apache.solr.core.SolrCore@1217040e url=http://127.0.0.1:16199/v/f/collection1 node=127.0.0.1:16199_v%2Ff C353_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:16199_v%2Ff, base_url=http://127.0.0.1:16199/v/f}
[junit4:junit4]   2> 11528 T2565 C353 P16199 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11529 T2565 C353 P16199 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11529 T2563 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11529 T2565 C353 P16199 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11529 T2565 C353 P16199 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11530 T2504 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 11530 T2504 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11531 T2565 C353 P16199 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11531 T2504 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11733 T2504 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 11736 T2504 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:40057
[junit4:junit4]   2> 11736 T2504 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 11737 T2504 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11737 T2504 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363452753460
[junit4:junit4]   2> 11738 T2504 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363452753460/solr.xml
[junit4:junit4]   2> 11738 T2504 oasc.CoreContainer.<init> New CoreContainer 1376089625
[junit4:junit4]   2> 11739 T2504 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363452753460/'
[junit4:junit4]   2> 11739 T2504 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363452753460/'
[junit4:junit4]   2> 11789 T2504 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 11790 T2504 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11790 T2504 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 11791 T2504 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11791 T2504 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11791 T2504 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11792 T2504 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11792 T2504 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11793 T2504 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11793 T2504 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 11813 T2504 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 11831 T2504 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:14773/solr
[junit4:junit4]   2> 11832 T2504 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 11833 T2504 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:14773 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@4795cd32
[junit4:junit4]   2> 11834 T2504 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11835 T2576 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:14773. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 11836 T2576 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:14773, initiating session
[junit4:junit4]   2> 11836 T2506 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:30424
[junit4:junit4]   2> 11836 T2506 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:30424
[junit4:junit4]   2> 11845 T2508 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d741dc9250009 with negotiated timeout 20000 for client /140.211.11.196:30424
[junit4:junit4]   2> 11845 T2576 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:14773, sessionid = 0x13d741dc9250009, negotiated timeout = 20000
[junit4:junit4]   2> 11846 T2577 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4795cd32 name:ZooKeeperConnection Watcher:127.0.0.1:14773 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11846 T2504 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11847 T2509 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d741dc9250009
[junit4:junit4]   2> 11848 T2577 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 11848 T2506 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:30424 which had sessionid 0x13d741dc9250009
[junit4:junit4]   2> 11848 T2504 oaz.ZooKeeper.close Session: 0x13d741dc9250009 closed
[junit4:junit4]   2> 11849 T2504 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 11860 T2504 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:14773/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@345a7beb
[junit4:junit4]   2> 11861 T2504 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11861 T2578 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:14773. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 11862 T2578 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:14773, initiating session
[junit4:junit4]   2> 11862 T2506 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:26169
[junit4:junit4]   2> 11862 T2506 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:26169
[junit4:junit4]   2> 11863 T2508 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d741dc925000a with negotiated timeout 20000 for client /140.211.11.196:26169
[junit4:junit4]   2> 11863 T2578 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:14773, sessionid = 0x13d741dc925000a, negotiated timeout = 20000
[junit4:junit4]   2> 11863 T2579 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@345a7beb name:ZooKeeperConnection Watcher:127.0.0.1:14773/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11864 T2504 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11865 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc925000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11866 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc925000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11868 T2504 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12871 T2504 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40057_v%2Ff
[junit4:junit4]   2> 12872 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc925000a type:delete cxid:0xb zxid:0x83 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:40057_v%2Ff Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:40057_v%2Ff
[junit4:junit4]   2> 12873 T2504 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40057_v%2Ff
[junit4:junit4]   2> 12875 T2526 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12875 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12876 T2533 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12877 T2546 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12877 T2579 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12877 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12878 T2562 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12878 T2533 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12878 T2526 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12894 T2580 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363452753460/collection1
[junit4:junit4]   2> 12894 T2580 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 12895 T2580 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 12895 T2580 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 12896 T2580 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363452753460/collection1/'
[junit4:junit4]   2> 12897 T2580 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty3-1363452753460/collection1/lib/README' to classloader
[junit4:junit4]   2> 12898 T2580 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty3-1363452753460/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 12898 T2527 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12899 T2527 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:16199_v%2Ff_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:16199_v%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:16199/v/f"}
[junit4:junit4]   2> 12910 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12910 T2579 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12910 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12910 T2533 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12910 T2526 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12944 T2580 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 12999 T2580 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13000 T2580 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13006 T2580 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13552 T2536 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:16199_v%252Ff_collection1&state=recovering&nodeName=127.0.0.1:16199_v%252Ff&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002 
[junit4:junit4]   2> 13597 T2580 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13608 T2580 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13612 T2580 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13624 T2580 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13629 T2580 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13633 T2580 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13634 T2580 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 13634 T2580 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 13635 T2580 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13635 T2580 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 13636 T2580 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 13636 T2580 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 13636 T2580 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363452753460/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty3/
[junit4:junit4]   2> 13636 T2580 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ebafdff
[junit4:junit4]   2> 13637 T2580 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 13638 T2580 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty3 forceNew: false
[junit4:junit4]   2> 13638 T2580 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty3/index/
[junit4:junit4]   2> 13639 T2580 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13639 T2580 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty3/index forceNew: false
[junit4:junit4]   2> 13675 T2580 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3dc58f7c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13675 T2580 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13678 T2580 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 13678 T2580 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 13678 T2580 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 13679 T2580 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 13680 T2580 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 13680 T2580 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 13680 T2580 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 13681 T2580 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 13681 T2580 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 13688 T2580 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 13695 T2580 oass.SolrIndexSearcher.<init> Opening Searcher@73d6eae4 main
[junit4:junit4]   2> 13696 T2580 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 13696 T2580 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 13700 T2581 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@73d6eae4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13702 T2580 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13702 T2580 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14415 T2527 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14416 T2527 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:40057_v%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:40057/v/f"}
[junit4:junit4]   2> 14416 T2527 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 14416 T2527 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 14421 T2526 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14421 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14421 T2533 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14421 T2579 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14421 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14704 T2580 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 14704 T2580 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:40057/v/f collection:collection1 shard:shard1
[junit4:junit4]   2> 14707 T2580 oasc.ZkController.register We are http://127.0.0.1:40057/v/f/collection1/ and leader is http://127.0.0.1:50387/v/f/collection1/
[junit4:junit4]   2> 14707 T2580 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40057/v/f
[junit4:junit4]   2> 14707 T2580 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 14707 T2580 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C354 name=collection1 org.apache.solr.core.SolrCore@357bcfe5 url=http://127.0.0.1:40057/v/f/collection1 node=127.0.0.1:40057_v%2Ff C354_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:40057_v%2Ff, base_url=http://127.0.0.1:40057/v/f}
[junit4:junit4]   2> 14708 T2582 C354 P40057 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 14709 T2582 C354 P40057 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 14709 T2580 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14709 T2582 C354 P40057 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 14709 T2582 C354 P40057 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14710 T2504 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 14711 T2582 C354 P40057 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14711 T2504 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 14711 T2504 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14911 T2504 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 14914 T2504 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:48068
[junit4:junit4]   2> 14914 T2504 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 14915 T2504 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 14915 T2504 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363452756637
[junit4:junit4]   2> 14915 T2504 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363452756637/solr.xml
[junit4:junit4]   2> 14916 T2504 oasc.CoreContainer.<init> New CoreContainer 2014262827
[junit4:junit4]   2> 14917 T2504 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363452756637/'
[junit4:junit4]   2> 14917 T2504 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363452756637/'
[junit4:junit4]   2> 14966 T2504 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 14967 T2504 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 14967 T2504 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 14968 T2504 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 14968 T2504 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 14969 T2504 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 14969 T2504 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 14970 T2504 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 14970 T2504 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 14970 T2504 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 14997 T2504 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 15015 T2504 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:14773/solr
[junit4:junit4]   2> 15016 T2504 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 15016 T2504 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:14773 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@b0f2fbb
[junit4:junit4]   2> 15018 T2504 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15018 T2593 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:14773. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 15019 T2593 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:14773, initiating session
[junit4:junit4]   2> 15019 T2506 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:16412
[junit4:junit4]   2> 15020 T2506 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:16412
[junit4:junit4]   2> 15021 T2508 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d741dc925000b with negotiated timeout 20000 for client /140.211.11.196:16412
[junit4:junit4]   2> 15021 T2593 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:14773, sessionid = 0x13d741dc925000b, negotiated timeout = 20000
[junit4:junit4]   2> 15022 T2594 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b0f2fbb name:ZooKeeperConnection Watcher:127.0.0.1:14773 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15022 T2504 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15023 T2509 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d741dc925000b
[junit4:junit4]   2> 15024 T2594 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 15024 T2506 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:16412 which had sessionid 0x13d741dc925000b
[junit4:junit4]   2> 15024 T2504 oaz.ZooKeeper.close Session: 0x13d741dc925000b closed
[junit4:junit4]   2> 15025 T2504 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 15035 T2504 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:14773/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5082fd63
[junit4:junit4]   2> 15036 T2504 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15036 T2595 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:14773. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 15037 T2595 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:14773, initiating session
[junit4:junit4]   2> 15037 T2506 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:64665
[junit4:junit4]   2> 15037 T2506 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:64665
[junit4:junit4]   2> 15039 T2508 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d741dc925000c with negotiated timeout 20000 for client /140.211.11.196:64665
[junit4:junit4]   2> 15039 T2595 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:14773, sessionid = 0x13d741dc925000c, negotiated timeout = 20000
[junit4:junit4]   2> 15039 T2596 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5082fd63 name:ZooKeeperConnection Watcher:127.0.0.1:14773/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15039 T2504 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15040 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc925000c type:create cxid:0x1 zxid:0x94 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15041 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc925000c type:create cxid:0x2 zxid:0x95 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15050 T2504 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2>  C353_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:16199_v%2Ff, base_url=http://127.0.0.1:16199/v/f}
[junit4:junit4]   2> 15553 T2565 C353 P16199 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:50387/v/f/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15553 T2565 C353 P16199 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:16199/v/f START replicas=[http://127.0.0.1:50387/v/f/collection1/] nUpdates=100
[junit4:junit4]   2> 15554 T2565 C353 P16199 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15554 T2565 C353 P16199 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15554 T2565 C353 P16199 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15555 T2565 C353 P16199 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15555 T2565 C353 P16199 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15555 T2565 C353 P16199 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:50387/v/f/collection1/. core=collection1
[junit4:junit4]   2> 15555 T2565 C353 P16199 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C355 name=collection1 org.apache.solr.core.SolrCore@77cdfbff url=http://127.0.0.1:50387/v/f/collection1 node=127.0.0.1:50387_v%2Ff C355_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:50387_v%2Ff, base_url=http://127.0.0.1:50387/v/f, leader=true}
[junit4:junit4]   2> 15561 T2538 C355 P50387 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15565 T2539 C355 P50387 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 15570 T2539 C355 P50387 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4331ecb6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15570 T2539 C355 P50387 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15592 T2539 C355 P50387 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4331ecb6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4331ecb6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15592 T2539 C355 P50387 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15594 T2539 C355 P50387 oass.SolrIndexSearcher.<init> Opening Searcher@6e054828 realtime
[junit4:junit4]   2> 15594 T2539 C355 P50387 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15594 T2539 C355 P50387 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 29
[junit4:junit4]   2> 15595 T2565 C353 P16199 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15595 T2565 C353 P16199 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15597 T2540 C355 P50387 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15597 T2540 C355 P50387 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15598 T2565 C353 P16199 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15598 T2565 C353 P16199 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15598 T2565 C353 P16199 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15600 T2540 C355 P50387 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15601 T2565 C353 P16199 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15602 T2565 C353 P16199 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty2/index.20130316135237513 forceNew: false
[junit4:junit4]   2> 15603 T2565 C353 P16199 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty2/index.20130316135237513 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f3f6a35; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4]   2> 15606 T2540 C355 P50387 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 15607 T2565 C353 P16199 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15610 T2565 C353 P16199 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15610 T2565 C353 P16199 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15614 T2565 C353 P16199 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@70cb0d16; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@70cb0d16; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15614 T2565 C353 P16199 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15614 T2565 C353 P16199 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15615 T2565 C353 P16199 oass.SolrIndexSearcher.<init> Opening Searcher@412fd776 main
[junit4:junit4]   2> 15616 T2564 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@412fd776 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15616 T2565 C353 P16199 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty2/index.20130316135237513 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f3f6a35; maxCacheMB=48.0 maxMergeSizeMB=4.0)
[junit4:junit4]   2> 15618 T2565 C353 P16199 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15618 T2565 C353 P16199 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15618 T2565 C353 P16199 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15618 T2565 C353 P16199 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15620 T2565 C353 P16199 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15938 T2527 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15939 T2527 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:40057_v%2Ff_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:40057_v%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:40057/v/f"}
[junit4:junit4]   2> 15942 T2527 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:16199_v%2Ff_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:16199_v%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:16199/v/f"}
[junit4:junit4]   2> 15957 T2596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15958 T2533 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15958 T2579 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15958 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15957 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15957 T2526 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16054 T2504 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48068_v%2Ff
[junit4:junit4]   2> 16055 T2509 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d741dc925000c type:delete cxid:0xd zxid:0x9e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:48068_v%2Ff Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:48068_v%2Ff
[junit4:junit4]   2> 16056 T2504 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48068_v%2Ff
[junit4:junit4]   2> 16059 T2526 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16059 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16059 T2579 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16060 T2596 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16059 T2533 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16060 T2596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16059 T2546 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16060 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16061 T2562 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16068 T2579 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16068 T2533 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16068 T2526 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16075 T2599 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363452756637/collection1
[junit4:junit4]   2> 16076 T2599 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 16076 T2599 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 16076 T2599 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 16078 T2599 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363452756637/collection1/'
[junit4:junit4]   2> 16079 T2599 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty4-1363452756637/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 16079 T2599 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty4-1363452756637/collection1/lib/README' to classloader
[junit4:junit4]   2> 16143 T2599 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 16197 T2599 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 16198 T2599 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 16204 T2599 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 16729 T2537 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:40057_v%252Ff_collection1&state=recovering&nodeName=127.0.0.1:40057_v%252Ff&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002 
[junit4:junit4]   2> 16782 T2599 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 16793 T2599 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 16797 T2599 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 16810 T2599 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 16814 T2599 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 16818 T2599 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 16819 T2599 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 16820 T2599 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 16820 T2599 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 16821 T2599 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 16821 T2599 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 16821 T2599 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 16822 T2599 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363452756637/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty4/
[junit4:junit4]   2> 16822 T2599 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ebafdff
[junit4:junit4]   2> 16822 T2599 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 16823 T2599 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty4 forceNew: false
[junit4:junit4]   2> 16824 T2599 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty4/index/
[junit4:junit4]   2> 16824 T2599 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 16825 T2599 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty4/index forceNew: false
[junit4:junit4]   2> 16835 T2599 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4d28b6be; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 16835 T2599 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 16838 T2599 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 16838 T2599 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 16839 T2599 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 16839 T2599 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 16840 T2599 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 16840 T2599 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 16840 T2599 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 16841 T2599 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 16841 T2599 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 16848 T2599 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 16855 T2599 oass.SolrIndexSearcher.<init> Opening Searcher@3f0a7cd main
[junit4:junit4]   2> 16856 T2599 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 16856 T2599 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 16860 T2600 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f0a7cd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 16862 T2599 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 16862 T2599 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 17465 T2527 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17466 T2527 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48068_v%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48068/v/f"}
[junit4:junit4]   2> 17466 T2527 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 17467 T2527 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 17480 T2596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17480 T2533 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17480 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17480 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17480 T2579 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17480 T2526 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17865 T2599 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 17865 T2599 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48068/v/f collection:collection1 shard:shard1
[junit4:junit4]   2> 17879 T2599 oasc.ZkController.register We are http://127.0.0.1:48068/v/f/collection1/ and leader is http://127.0.0.1:50387/v/f/collection1/
[junit4:junit4]   2> 17879 T2599 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48068/v/f
[junit4:junit4]   2> 17879 T2599 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 17879 T2599 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C356 name=collection1 org.apache.solr.core.SolrCore@496727ba url=http://127.0.0.1:48068/v/f/collection1 node=127.0.0.1:48068_v%2Ff C356_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:48068_v%2Ff, base_url=http://127.0.0.1:48068/v/f}
[junit4:junit4]   2> 17880 T2601 C356 P48068 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 17880 T2599 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17881 T2601 C356 P48068 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 17881 T2601 C356 P48068 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 17881 T2601 C356 P48068 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 17882 T2504 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 17882 T2504 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 17883 T2601 C356 P48068 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17883 T2504 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17903 T2504 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17905 T2504 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 17905 T2504 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 17906 T2504 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C354_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:40057_v%2Ff, base_url=http://127.0.0.1:40057/v/f}
[junit4:junit4]   2> 18730 T2582 C354 P40057 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:50387/v/f/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18730 T2582 C354 P40057 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:40057/v/f START replicas=[http://127.0.0.1:50387/v/f/collection1/] nUpdates=100
[junit4:junit4]   2> 18731 T2582 C354 P40057 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18731 T2582 C354 P40057 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18731 T2582 C354 P40057 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18731 T2582 C354 P40057 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18731 T2582 C354 P40057 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 18731 T2582 C354 P40057 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:50387/v/f/collection1/. core=collection1
[junit4:junit4]   2> 18732 T2582 C354 P40057 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18733 T2538 C355 P50387 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18742 T2542 C355 P50387 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 18746 T2542 C355 P50387 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4331ecb6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4331ecb6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18747 T2542 C355 P50387 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18748 T2542 C355 P50387 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18748 T2542 C355 P50387 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 18749 T2582 C354 P40057 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18749 T2582 C354 P40057 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 18751 T2540 C355 P50387 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18751 T2582 C354 P40057 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 18752 T2582 C354 P40057 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 18752 T2582 C354 P40057 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 18755 T2540 C355 P50387 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18755 T2582 C354 P40057 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 18756 T2582 C354 P40057 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty3/index.20130316135240667 forceNew: false
[junit4:junit4]   2> 18757 T2582 C354 P40057 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty3/index.20130316135240667 lockFactory=org.apache.lucene.store.NativeFSLockFactory@23183621; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4]   2> 18760 T2540 C355 P50387 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 18761 T2582 C354 P40057 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 18763 T2582 C354 P40057 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 18763 T2582 C354 P40057 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 18767 T2582 C354 P40057 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3dc58f7c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3dc58f7c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18767 T2582 C354 P40057 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18768 T2582 C354 P40057 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 18768 T2582 C354 P40057 oass.SolrIndexSearcher.<init> Opening Searcher@33f00983 main
[junit4:junit4]   2> 18769 T2581 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@33f00983 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 18770 T2582 C354 P40057 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty3/index.20130316135240667 lockFactory=org.apache.lucene.store.NativeFSLockFactory@23183621; maxCacheMB=48.0 maxMergeSizeMB=4.0)
[junit4:junit4]   2> 18771 T2582 C354 P40057 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 18771 T2582 C354 P40057 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 18771 T2582 C354 P40057 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 18772 T2582 C354 P40057 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18773 T2582 C354 P40057 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 18907 T2504 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18984 T2527 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18985 T2527 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:48068_v%2Ff_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48068_v%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48068/v/f"}
[junit4:junit4]   2> 18988 T2527 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:40057_v%2Ff_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:40057_v%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:40057/v/f"}
[junit4:junit4]   2> 19000 T2596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19001 T2533 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19001 T2579 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19001 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19000 T2526 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19001 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19906 T2541 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:48068_v%252Ff_collection1&state=recovering&nodeName=127.0.0.1:48068_v%252Ff&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002 
[junit4:junit4]   2> 19909 T2504 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20911 T2504 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C356_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:48068_v%2Ff, base_url=http://127.0.0.1:48068/v/f}
[junit4:junit4]   2> 21907 T2601 C356 P48068 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:50387/v/f/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 21907 T2601 C356 P48068 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:48068/v/f START replicas=[http://127.0.0.1:50387/v/f/collection1/] nUpdates=100
[junit4:junit4]   2> 21908 T2601 C356 P48068 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 21908 T2601 C356 P48068 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 21909 T2601 C356 P48068 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 21909 T2601 C356 P48068 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 21909 T2601 C356 P48068 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 21909 T2601 C356 P48068 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:50387/v/f/collection1/. core=collection1
[junit4:junit4]   2> 21909 T2601 C356 P48068 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21910 T2538 C355 P50387 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 21913 T2504 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21923 T2536 C355 P50387 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21941 T2536 C355 P50387 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4331ecb6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4331ecb6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4331ecb6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 21942 T2536 C355 P50387 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 21943 T2536 C355 P50387 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21943 T2536 C355 P50387 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 20
[junit4:junit4]   2> 21944 T2601 C356 P48068 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 21944 T2601 C356 P48068 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 21946 T2540 C355 P50387 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 21946 T2601 C356 P48068 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 21947 T2601 C356 P48068 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 21947 T2601 C356 P48068 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 21949 T2540 C355 P50387 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=0 
[junit4:junit4]   2> 21950 T2601 C356 P48068 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 21951 T2601 C356 P48068 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty4/index.20130316135243862 forceNew: false
[junit4:junit4]   2> 21953 T2601 C356 P48068 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty4/index.20130316135243862 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54587c98; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4]   2> 21956 T2540 C355 P50387 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   2> 21957 T2601 C356 P48068 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 21959 T2601 C356 P48068 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 21960 T2601 C356 P48068 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 21963 T2601 C356 P48068 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4d28b6be; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4d28b6be; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 21964 T2601 C356 P48068 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 21964 T2601 C356 P48068 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 21965 T2601 C356 P48068 oass.SolrIndexSearcher.<init> Opening Searcher@2a82f689 main
[junit4:junit4]   2> 21966 T2600 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2a82f689 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 21966 T2601 C356 P48068 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty4/index.20130316135243862 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54587c98; maxCacheMB=48.0 maxMergeSizeMB=4.0)
[junit4:junit4]   2> 21968 T2601 C356 P48068 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 21968 T2601 C356 P48068 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 21968 T2601 C356 P48068 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 21968 T2601 C356 P48068 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 21970 T2601 C356 P48068 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 22016 T2527 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22017 T2527 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:48068_v%2Ff_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48068_v%2Ff",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48068/v/f"}
[junit4:junit4]   2> 22030 T2596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22030 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22030 T2533 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22030 T2579 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22030 T2526 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22030 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22915 T2504 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22916 T2504 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C357 name=collection1 org.apache.solr.core.SolrCore@2086251b url=http://127.0.0.1:41196/v/f/collection1 node=127.0.0.1:41196_v%2Ff C357_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:41196_v%2Ff, base_url=http://127.0.0.1:41196/v/f, leader=true}
[junit4:junit4]   2> 22925 T2516 C357 P41196 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22930 T2516 C357 P41196 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@36d2fc0e; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 22931 T2516 C357 P41196 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 22935 T2516 C357 P41196 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@36d2fc0e; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@36d2fc0e; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 22935 T2516 C357 P41196 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 22939 T2516 C357 P41196 oass.SolrIndexSearcher.<init> Opening Searcher@74047c30 main
[junit4:junit4]   2> 22939 T2516 C357 P41196 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22940 T2530 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@74047c30 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 22940 T2516 C357 P41196 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 15
[junit4:junit4]   2> 22950 T2539 C355 P50387 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22954 T2539 C355 P50387 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4331ecb6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4331ecb6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4331ecb6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4331ecb6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 22954 T2539 C355 P50387 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 22956 T2539 C355 P50387 oass.SolrIndexSearcher.<init> Opening Searcher@21b4c184 main
[junit4:junit4]   2> 22956 T2539 C355 P50387 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22957 T2548 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@21b4c184 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 22957 T2539 C355 P50387 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:16199/v/f/collection1/, StdNode: http://127.0.0.1:40057/v/f/collection1/, StdNode: http://127.0.0.1:48068/v/f/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C356_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:48068_v%2Ff, base_url=http://127.0.0.1:48068/v/f}
[junit4:junit4]   2> 22970 T2586 C356 P48068 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22976 T2586 C356 P48068 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4d28b6be; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4d28b6be; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 22976 T2586 C356 P48068 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 22978 T2586 C356 P48068 oass.SolrIndexSearcher.<init> Opening Searcher@6f7cb8b1 main
[junit4:junit4]   2> 22979 T2586 C356 P48068 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22979 T2600 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6f7cb8b1 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 22979 T2586 C356 P48068 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2>  C353_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:16199_v%2Ff, base_url=http://127.0.0.1:16199/v/f}
[junit4:junit4]   2> 22983 T2552 C353 P16199 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C354_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:40057_v%2Ff, base_url=http://127.0.0.1:40057/v/f}
[junit4:junit4]   2> 22983 T2569 C354 P40057 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22988 T2569 C354 P40057 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3dc58f7c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3dc58f7c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 22988 T2552 C353 P16199 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@70cb0d16; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@70cb0d16; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 22989 T2569 C354 P40057 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 22989 T2552 C353 P16199 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 22991 T2569 C354 P40057 oass.SolrIndexSearcher.<init> Opening Searcher@5ea2e094 main
[junit4:junit4]   2> 22991 T2552 C353 P16199 oass.SolrIndexSearcher.<init> Opening Searcher@565cdb0 main
[junit4:junit4]   2> 22992 T2552 C353 P16199 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22992 T2569 C354 P40057 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22992 T2581 oasc.JmxMonitoredMap.put WARNING Failed to register info bean: searcher javax.management.InstanceNotFoundException: solr/collection1:type=searcher,id=org.apache.solr.search.SolrIndexSearcher
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1118)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:433)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:421)
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:541)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:138)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:51)
[junit4:junit4]   2> 	at org.apache.solr.search.SolrIndexSearcher.register(SolrIndexSearcher.java:239)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.registerSearcher(SolrCore.java:1763)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.access$000(SolrCore.java:129)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore$7.call(SolrCore.java:1640)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]   2> 
[junit4:junit4]   2> 22993 T2564 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@565cdb0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 22993 T2581 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5ea2e094 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 22993 T2552 C353 P16199 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4]   2> 22994 T2569 C354 P40057 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 22994 T2539 C355 P50387 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 44
[junit4:junit4]   2> 22995 T2504 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22998 T2537 C355 P50387 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 22999 T2553 C353 P16199 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 23001 T2570 C354 P40057 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 23003 T2587 C356 P48068 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 25008 T2516 C357 P41196 oass.SolrIndexSearcher.<init> Opening Searcher@6144eaf8 realtime
[junit4:junit4]   2> 25009 T2516 C357 P41196 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429683848523808768)} 0 3
[junit4:junit4]   2> 25016 T2552 C353 P16199 /update {update.distrib=FROMLEADER&_version_=-1429683848529051648&update.from=http://127.0.0.1:50387/v/f/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429683848529051648)} 0 1
[junit4:junit4]   2> 25016 T2569 C354 P40057 /update {update.distrib=FROMLEADER&_version_=-1429683848529051648&update.from=http://127.0.0.1:50387/v/f/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429683848529051648)} 0 1
[junit4:junit4]   2> 25016 T2586 C356 P48068 /update {update.distrib=FROMLEADER&_version_=-1429683848529051648&update.from=http://127.0.0.1:50387/v/f/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429683848529051648)} 0 2
[junit4:junit4]   2> 25016 T2539 C355 P50387 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429683848529051648)} 0 5
[junit4:junit4]   2> 25021 T2516 C357 P41196 /update {wt=javabin&version=2} {add=[0 (1429683848537440256)]} 0 2
[junit4:junit4]   2> 25028 T2586 C356 P48068 /update {distrib.from=http://127.0.0.1:50387/v/f/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429683848541634560)]} 0 2
[junit4:junit4]   2> 25028 T2569 C354 P40057 /update {distrib.from=http://127.0.0.1:50387/v/f/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429683848541634560)]} 0 2
[junit4:junit4]   2> 25028 T2552 C353 P16199 /update {distrib.from=http://127.0.0.1:50387/v/f/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429683848541634560)]} 0 2
[junit4:junit4]   2> 25029 T2539 C355 P50387 /update {wt=javabin&version=2} {add=[0 (1429683848541634560)]} 0 6
[junit4:junit4]   2> 25031 T2516 C357 P41196 /update {wt=javabin&version=2} {add=[1 (1429683848550023168)]} 0 0
[junit4:junit4]   2> 25038 T2586 C356 P48068 /update {distrib.from=http://127.0.0.1:50387/v/f/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429683848553168896)]} 0 1
[junit4:junit4]   2> 25038 T2552 C353 P16199 /update {distrib.from=http://127.0.0.1:50387/v/f/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429683848553168896)]} 0 1
[junit4:junit4]   2> 25038 T2569 C354 P40057 /update {distrib.from=http://127.0.0.1:50387/v/f/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429683848553168896)]} 0 1
[junit4:junit4]   2> 25039 T2539 C355 P50387 /update {wt=javabin&version=2} {add=[1 (1429683848553168896)]} 0 5
[junit4:junit4]   2> 25041 T2516 C357 P41196 /update {wt=javabin&version=2} {add=[2 (1429683848560508928)]} 0 0
[junit4:junit4]   2> 25047 T2569 C354 P40057 /update {distrib.from=http://127.0.0.1:50387/v/f/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429683848563654656)]} 0 0
[junit4:junit4]   2> 25048 T2586 C356 P48068 /update {distrib.from=http://127.0.0.1:50387/v/f/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429683848563654656)]} 0 1
[junit4:junit4]   2> 25048 T2539 C355 P50387 /update {test.distrib.skip.servers=http://127.0.0.1:16199/v/f/collection1/&wt=javabin&version=2} {add=[2 (1429683848563654656)]} 0 4
[junit4:junit4]   2> 25051 T2516 C357 P41196 /update {wt=javabin&version=2} {add=[3 (1429683848570994688)]} 0 0
[junit4:junit4]   2> 25057 T2586 C356 P48068 /update {distrib.from=http://127.0.0.1:50387/v/f/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429683848574140416)]} 0 0
[junit4:junit4]   2> 25058 T2539 C355 P50387 /update {test.distrib.skip.servers=http://127.0.0.1:16199/v/f/collection1/&test.distrib.skip.servers=http://127.0.0.1:40057/v/f/collection1/&wt=javabin&version=2} {add=[3 (1429683848574140416)]} 0 4
[junit4:junit4]   2> 25060 T2516 C357 P41196 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25116 T2516 C357 P41196 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@36d2fc0e; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@36d2fc0e; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, segments_3, _0_Lucene40_0.tip]
[junit4:junit4]   2> 25117 T2516 C357 P41196 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, segments_3, _0_Lucene40_0.tip]
[junit4:junit4]   2> 25122 T2516 C357 P41196 oass.SolrIndexSearcher.<init> Opening Searcher@21b5a042 main
[junit4:junit4]   2> 25123 T2516 C357 P41196 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25124 T2530 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@21b5a042 main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 25124 T2516 C357 P41196 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 64
[junit4:junit4]   2> 25127 T2539 C355 P50387 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25176 T2539 C355 P50387 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=5
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4331ecb6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4331ecb6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4331ecb6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4331ecb6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1363452741918/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4331ecb6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_6,generation=6,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, segments_6, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 25177 T2539 C355 P50387 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, segments_6, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 25182 T2539 C355 P50387 oass.SolrIndexSearcher.<init> Opening Searcher@1bfad518 main
[junit4:junit4]   2> 25182 T2539 C355 P50387 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25183 T2548 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1bfad518 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 25183 T2539 C355 P50387 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:16199/v/f/collection1/, StdNode: http://127.0.0.1:40057/v/f/collection1/, StdNode: http://127.0.0.1:48068/v/f/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 25186 T2569 C354 P40057 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25186 T2586 C356 P48068 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25186 T2552 C353 P16199 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25283 T2586 C356 P48068 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirect

[...truncated too long message...]

yncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=63E02CC8101653DD -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=is_IS -Dtests.timezone=America/Argentina/San_Juan -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] FAILURE  138s J1 | SyncSliceTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: Test Setup Failure: shard1 should have just been set up to be inconsistent - but it's still consistent. Leader:http://127.0.0.1:16199/v/f/collection1 Dead Guy:http://127.0.0.1:50387/v/f/collection1skip list:[CloudJettyRunner [url=http://127.0.0.1:48068/v/f/collection1], CloudJettyRunner [url=http://127.0.0.1:40057/v/f/collection1]]
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([63E02CC8101653DD:E206A2D0674933E1]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:43)
[junit4:junit4]    > 	at org.junit.Assert.assertNotNull(Assert.java:526)
[junit4:junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:212)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:616)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]   2> 138204 T2504 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 138208 T2503 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4]   2> 139160 T2596 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 139160 T2596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 139160 T2596 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 139160 T2596 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=is_IS, timezone=America/Argentina/San_Juan
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=5,free=203112280,total=444071936
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestCollationField, XmlUpdateRequestHandlerTest, BasicDistributedZk2Test, HighlighterTest, TestStressReorder, TestWordDelimiterFilterFactory, DirectUpdateHandlerTest, DefaultValueUpdateProcessorTest, TestNumberUtils, SortByFunctionTest, RequestHandlersTest, JSONWriterTest, TestStressLucene, UniqFieldsUpdateProcessorFactoryTest, TestAtomicUpdateErrorCases, TestMergePolicyConfig, SolrCmdDistributorTest, TestAnalyzedSuggestions, SolrIndexConfigTest, TestDistributedGrouping, DocValuesMultiTest, NumericFieldsTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, OpenCloseCoreStressTest, TestReload, TestSolrJ, TestUtils, TestFastOutputStream, StatsComponentTest, IndexSchemaRuntimeFieldTest, SuggesterTSTTest, ZkSolrClientTest, LeaderElectionIntegrationTest, TestDynamicFieldCollectionResource, BasicZkTest, XsltUpdateRequestHandlerTest, TestIndexingPerformance, HighlighterConfigTest, TestDefaultSimilarityFactory, HardAutoCommitTest, TestLazyCores, TestMultiCoreConfBootstrap, CurrencyFieldOpenExchangeTest, SolrTestCaseJ4Test, TestDynamicFieldResource, SpellCheckComponentTest, ZkNodePropsTest, TestUpdate, TestDistributedSearch, DocumentAnalysisRequestHandlerTest, DirectSolrSpellCheckerTest, TestElisionMultitermQuery, TestCodecSupport, TestCSVLoader, TestZkChroot, TimeZoneUtilsTest, DistanceFunctionTest, DisMaxRequestHandlerTest, TestComponentsName, TestShardHandlerFactory, TestSolrXMLSerializer, TestLMJelinekMercerSimilarityFactory, DateMathParserTest, IndexReaderFactoryTest, TestRandomFaceting, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest]
[junit4:junit4] Completed on J1 in 139.24s, 1 test, 1 failure <<< FAILURES!

[...truncated 412 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1213: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:877: There were test failures: 273 suites, 1147 tests, 1 failure, 27 ignored (8 assumptions)

Total time: 49 minutes 44 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure