You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/03/09 00:08:36 UTC

[JENKINS] Lucene-Solr-Tests-trunk-Java6 - Build # 15986 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java6/15986/

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
No registered leader was found, collection:collection1 slice:shard1

Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found, collection:collection1 slice:shard1
	at __randomizedtesting.SeedInfo.seed([AE9C8516C75B521F:2F7A0B0EB0043223]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:481)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:295)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:116)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 8580 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 0 T2279 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 5 T2279 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362783452842
[junit4:junit4]   2> 6 T2279 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 6 T2280 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 10 T2280 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 11 T2280 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 11 T2280 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 12 T2280 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 14 T2280 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 107 T2279 oasc.ZkTestServer.run start zk server on port:10217
[junit4:junit4]   2> 107 T2279 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:10217 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6331dfe5
[junit4:junit4]   2> 108 T2279 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 108 T2285 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:10217. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 109 T2285 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:10217, initiating session
[junit4:junit4]   2> 109 T2281 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:10218
[junit4:junit4]   2> 110 T2281 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:10218
[junit4:junit4]   2> 110 T2283 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 127 T2283 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4c393eb40000 with negotiated timeout 10000 for client /140.211.11.196:10218
[junit4:junit4]   2> 127 T2285 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:10217, sessionid = 0x13d4c393eb40000, negotiated timeout = 10000
[junit4:junit4]   2> 127 T2286 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6331dfe5 name:ZooKeeperConnection Watcher:127.0.0.1:10217 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 127 T2279 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 128 T2279 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 137 T2284 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4c393eb40000
[junit4:junit4]   2> 156 T2286 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 156 T2279 oaz.ZooKeeper.close Session: 0x13d4c393eb40000 closed
[junit4:junit4]   2> 156 T2281 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:10218 which had sessionid 0x13d4c393eb40000
[junit4:junit4]   2> 157 T2279 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:10217/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@fefef66
[junit4:junit4]   2> 158 T2279 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 158 T2287 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:10217. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 158 T2287 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:10217, initiating session
[junit4:junit4]   2> 158 T2281 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:10219
[junit4:junit4]   2> 159 T2281 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:10219
[junit4:junit4]   2> 177 T2283 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4c393eb40001 with negotiated timeout 10000 for client /140.211.11.196:10219
[junit4:junit4]   2> 177 T2287 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:10217, sessionid = 0x13d4c393eb40001, negotiated timeout = 10000
[junit4:junit4]   2> 177 T2288 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fefef66 name:ZooKeeperConnection Watcher:127.0.0.1:10217/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 178 T2279 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 178 T2279 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 231 T2279 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 289 T2279 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 311 T2279 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 390 T2279 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 391 T2279 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 468 T2279 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 469 T2279 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 578 T2279 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 579 T2279 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 582 T2279 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 582 T2279 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 585 T2279 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 586 T2279 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 595 T2279 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 595 T2279 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 602 T2279 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 603 T2279 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 606 T2279 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 606 T2279 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 613 T2279 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 614 T2279 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 616 T2284 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4c393eb40001
[junit4:junit4]   2> 617 T2288 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 617 T2279 oaz.ZooKeeper.close Session: 0x13d4c393eb40001 closed
[junit4:junit4]   2> 617 T2281 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:10219 which had sessionid 0x13d4c393eb40001
[junit4:junit4]   2> 796 T2279 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 801 T2279 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:10220
[junit4:junit4]   2> 801 T2279 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 802 T2279 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 802 T2279 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362783453455
[junit4:junit4]   2> 803 T2279 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362783453455/solr.xml
[junit4:junit4]   2> 803 T2279 oasc.CoreContainer.<init> New CoreContainer 301979744
[junit4:junit4]   2> 804 T2279 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362783453455/'
[junit4:junit4]   2> 804 T2279 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362783453455/'
[junit4:junit4]   2> 853 T2279 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 853 T2279 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 854 T2279 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 854 T2279 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 855 T2279 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 855 T2279 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 855 T2279 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 856 T2279 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 856 T2279 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 857 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 878 T2279 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 897 T2279 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:10217/solr
[junit4:junit4]   2> 897 T2279 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 898 T2279 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:10217 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@4b7e8d73
[junit4:junit4]   2> 899 T2279 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 899 T2298 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:10217. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 900 T2298 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:10217, initiating session
[junit4:junit4]   2> 900 T2281 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:10221
[junit4:junit4]   2> 901 T2281 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:10221
[junit4:junit4]   2> 927 T2283 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4c393eb40002 with negotiated timeout 20000 for client /140.211.11.196:10221
[junit4:junit4]   2> 927 T2298 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:10217, sessionid = 0x13d4c393eb40002, negotiated timeout = 20000
[junit4:junit4]   2> 927 T2299 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b7e8d73 name:ZooKeeperConnection Watcher:127.0.0.1:10217 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 928 T2279 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 929 T2284 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4c393eb40002
[junit4:junit4]   2> 939 T2299 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 939 T2281 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:10221 which had sessionid 0x13d4c393eb40002
[junit4:junit4]   2> 939 T2279 oaz.ZooKeeper.close Session: 0x13d4c393eb40002 closed
[junit4:junit4]   2> 939 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 951 T2279 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:10217/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@17889743
[junit4:junit4]   2> 952 T2279 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 952 T2300 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:10217. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 953 T2300 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:10217, initiating session
[junit4:junit4]   2> 953 T2281 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:10222
[junit4:junit4]   2> 953 T2281 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:10222
[junit4:junit4]   2> 954 T2283 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4c393eb40003 with negotiated timeout 20000 for client /140.211.11.196:10222
[junit4:junit4]   2> 954 T2300 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:10217, sessionid = 0x13d4c393eb40003, negotiated timeout = 20000
[junit4:junit4]   2> 955 T2301 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17889743 name:ZooKeeperConnection Watcher:127.0.0.1:10217/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 955 T2279 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 957 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 965 T2279 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 967 T2279 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:10220_
[junit4:junit4]   2> 967 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:10220_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:10220_
[junit4:junit4]   2> 969 T2279 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:10220_
[junit4:junit4]   2> 978 T2279 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 991 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 992 T2279 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 994 T2279 oasc.Overseer.start Overseer (id=89311376366108675-127.0.0.1:10220_-n_0000000000) starting
[junit4:junit4]   2> 995 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1001 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1002 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1009 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1010 T2303 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 1011 T2279 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 1022 T2279 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 1024 T2279 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1027 T2302 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 1031 T2304 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362783453455/collection1
[junit4:junit4]   2> 1031 T2304 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 1031 T2304 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1031 T2304 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 1033 T2304 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362783453455/collection1/'
[junit4:junit4]   2> 1034 T2304 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362783453455/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1034 T2304 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362783453455/collection1/lib/README' to classloader
[junit4:junit4]   2> 1081 T2304 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1138 T2304 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1239 T2304 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1246 T2304 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1864 T2304 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1872 T2304 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1875 T2304 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1885 T2304 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1888 T2304 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1891 T2304 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1892 T2304 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1892 T2304 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1892 T2304 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1893 T2304 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1893 T2304 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1893 T2304 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362783453455/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/control/data/
[junit4:junit4]   2> 1893 T2304 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d439fe
[junit4:junit4]   2> 1894 T2304 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1894 T2304 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/control/data forceNew: false
[junit4:junit4]   2> 1894 T2304 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/control/data/index/
[junit4:junit4]   2> 1895 T2304 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1895 T2304 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/control/data/index forceNew: false
[junit4:junit4]   2> 1897 T2304 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1dc2801d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1494c33),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1897 T2304 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1899 T2304 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1899 T2304 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1899 T2304 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1900 T2304 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1900 T2304 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1900 T2304 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1900 T2304 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1901 T2304 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1901 T2304 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1905 T2304 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1909 T2304 oass.SolrIndexSearcher.<init> Opening Searcher@18a3cf95 main
[junit4:junit4]   2> 1910 T2304 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/control/data/tlog
[junit4:junit4]   2> 1910 T2304 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1911 T2304 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1913 T2305 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@18a3cf95 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1913 T2304 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1913 T2304 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1914 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2529 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2529 T2302 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:10220_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:10220"}
[junit4:junit4]   2> 2530 T2302 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2530 T2302 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2530 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2550 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2926 T2304 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2926 T2304 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:10220 collection:control_collection shard:shard1
[junit4:junit4]   2> 2926 T2304 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2941 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2942 T2304 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2942 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2954 T2304 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2954 T2304 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2954 T2304 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:10220/collection1/
[junit4:junit4]   2> 2954 T2304 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2955 T2304 oasc.SyncStrategy.syncToMe http://127.0.0.1:10220/collection1/ has no replicas
[junit4:junit4]   2> 2955 T2304 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:10220/collection1/
[junit4:junit4]   2> 2955 T2304 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2965 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4053 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4068 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4088 T2304 oasc.ZkController.register We are http://127.0.0.1:10220/collection1/ and leader is http://127.0.0.1:10220/collection1/
[junit4:junit4]   2> 4088 T2304 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:10220
[junit4:junit4]   2> 4088 T2304 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 4088 T2304 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 4089 T2304 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 4090 T2304 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4091 T2279 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 4092 T2279 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4092 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4106 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 4107 T2279 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:10217/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@2f278e8c
[junit4:junit4]   2> 4108 T2279 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4108 T2307 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:10217. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4109 T2307 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:10217, initiating session
[junit4:junit4]   2> 4109 T2281 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:10225
[junit4:junit4]   2> 4109 T2281 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:10225
[junit4:junit4]   2> 4110 T2283 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4c393eb40004 with negotiated timeout 10000 for client /140.211.11.196:10225
[junit4:junit4]   2> 4110 T2307 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:10217, sessionid = 0x13d4c393eb40004, negotiated timeout = 10000
[junit4:junit4]   2> 4111 T2308 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2f278e8c name:ZooKeeperConnection Watcher:127.0.0.1:10217/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4111 T2279 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4112 T2279 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4113 T2279 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4293 T2279 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4296 T2279 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:10226
[junit4:junit4]   2> 4297 T2279 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4297 T2279 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4298 T2279 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362783456951
[junit4:junit4]   2> 4298 T2279 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362783456951/solr.xml
[junit4:junit4]   2> 4299 T2279 oasc.CoreContainer.<init> New CoreContainer 1116813344
[junit4:junit4]   2> 4299 T2279 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362783456951/'
[junit4:junit4]   2> 4300 T2279 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362783456951/'
[junit4:junit4]   2> 4348 T2279 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4349 T2279 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4349 T2279 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4349 T2279 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4350 T2279 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4350 T2279 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4351 T2279 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4351 T2279 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4351 T2279 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4352 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4371 T2279 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4395 T2279 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:10217/solr
[junit4:junit4]   2> 4396 T2279 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4396 T2279 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:10217 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@16b9c701
[junit4:junit4]   2> 4397 T2279 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4398 T2318 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:10217. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4399 T2318 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:10217, initiating session
[junit4:junit4]   2> 4399 T2281 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:10227
[junit4:junit4]   2> 4399 T2281 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:10227
[junit4:junit4]   2> 4401 T2283 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4c393eb40005 with negotiated timeout 20000 for client /140.211.11.196:10227
[junit4:junit4]   2> 4401 T2318 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:10217, sessionid = 0x13d4c393eb40005, negotiated timeout = 20000
[junit4:junit4]   2> 4402 T2319 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16b9c701 name:ZooKeeperConnection Watcher:127.0.0.1:10217 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4402 T2279 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4403 T2284 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4c393eb40005
[junit4:junit4]   2> 4418 T2319 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4418 T2281 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:10227 which had sessionid 0x13d4c393eb40005
[junit4:junit4]   2> 4418 T2279 oaz.ZooKeeper.close Session: 0x13d4c393eb40005 closed
[junit4:junit4]   2> 4418 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4428 T2279 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:10217/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@598b430b
[junit4:junit4]   2> 4429 T2279 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4429 T2320 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:10217. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4430 T2320 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:10217, initiating session
[junit4:junit4]   2> 4430 T2281 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:10228
[junit4:junit4]   2> 4430 T2281 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:10228
[junit4:junit4]   2> 4431 T2283 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4c393eb40006 with negotiated timeout 20000 for client /140.211.11.196:10228
[junit4:junit4]   2> 4431 T2320 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:10217, sessionid = 0x13d4c393eb40006, negotiated timeout = 20000
[junit4:junit4]   2> 4432 T2321 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@598b430b name:ZooKeeperConnection Watcher:127.0.0.1:10217/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4432 T2279 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4433 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4434 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4436 T2279 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5439 T2279 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:10226_
[junit4:junit4]   2> 5440 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:10226_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:10226_
[junit4:junit4]   2> 5441 T2279 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:10226_
[junit4:junit4]   2> 5443 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5444 T2308 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5444 T2321 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5445 T2301 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5451 T2322 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362783456951/collection1
[junit4:junit4]   2> 5451 T2322 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5452 T2322 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5452 T2322 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5453 T2322 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362783456951/collection1/'
[junit4:junit4]   2> 5454 T2322 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362783456951/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5455 T2322 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362783456951/collection1/lib/README' to classloader
[junit4:junit4]   2> 5501 T2322 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 5559 T2322 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5581 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5581 T2302 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:10220_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:10220"}
[junit4:junit4]   2> 5596 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5596 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5660 T2322 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5660 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5667 T2322 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6300 T2322 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6312 T2322 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6317 T2322 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6329 T2322 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6334 T2322 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6338 T2322 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6339 T2322 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6339 T2322 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6339 T2322 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6340 T2322 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6340 T2322 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6341 T2322 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362783456951/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty1/
[junit4:junit4]   2> 6341 T2322 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d439fe
[junit4:junit4]   2> 6341 T2322 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6342 T2322 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty1 forceNew: false
[junit4:junit4]   2> 6342 T2322 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty1/index/
[junit4:junit4]   2> 6343 T2322 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6343 T2322 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty1/index forceNew: false
[junit4:junit4]   2> 6346 T2322 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@615dfcf1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@30e6e78),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6346 T2322 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6348 T2322 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6349 T2322 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6349 T2322 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6350 T2322 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6350 T2322 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6351 T2322 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6351 T2322 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6351 T2322 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6352 T2322 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6359 T2322 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6365 T2322 oass.SolrIndexSearcher.<init> Opening Searcher@59a4e7a9 main
[junit4:junit4]   2> 6366 T2322 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty1/tlog
[junit4:junit4]   2> 6367 T2322 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6367 T2322 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6370 T2323 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@59a4e7a9 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6371 T2322 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 6372 T2322 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7100 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7100 T2302 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:10226_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:10226"}
[junit4:junit4]   2> 7100 T2302 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 7101 T2302 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 7143 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7143 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7143 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7375 T2322 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7375 T2322 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:10226 collection:collection1 shard:shard1
[junit4:junit4]   2> 7376 T2322 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7398 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7403 T2322 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7404 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7406 T2322 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7407 T2322 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7407 T2322 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:10226/collection1/
[junit4:junit4]   2> 7407 T2322 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7407 T2322 oasc.SyncStrategy.syncToMe http://127.0.0.1:10226/collection1/ has no replicas
[junit4:junit4]   2> 7407 T2322 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:10226/collection1/
[junit4:junit4]   2> 7408 T2322 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7416 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8647 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8665 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8665 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8665 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8701 T2322 oasc.ZkController.register We are http://127.0.0.1:10226/collection1/ and leader is http://127.0.0.1:10226/collection1/
[junit4:junit4]   2> 8701 T2322 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:10226
[junit4:junit4]   2> 8701 T2322 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8701 T2322 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8701 T2322 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8703 T2322 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8704 T2279 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8704 T2279 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8705 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8900 T2279 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8903 T2279 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:62135
[junit4:junit4]   2> 8904 T2279 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8905 T2279 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8905 T2279 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362783461556
[junit4:junit4]   2> 8906 T2279 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362783461556/solr.xml
[junit4:junit4]   2> 8906 T2279 oasc.CoreContainer.<init> New CoreContainer 313918884
[junit4:junit4]   2> 8907 T2279 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362783461556/'
[junit4:junit4]   2> 8907 T2279 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362783461556/'
[junit4:junit4]   2> 8957 T2279 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8957 T2279 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8958 T2279 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8958 T2279 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8959 T2279 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8959 T2279 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8959 T2279 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8960 T2279 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8960 T2279 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8961 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8980 T2279 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9005 T2279 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:10217/solr
[junit4:junit4]   2> 9006 T2279 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 9006 T2279 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:10217 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1839e3f7
[junit4:junit4]   2> 9007 T2279 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9007 T2334 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:10217. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 9008 T2334 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:10217, initiating session
[junit4:junit4]   2> 9009 T2281 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:33132
[junit4:junit4]   2> 9009 T2281 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:33132
[junit4:junit4]   2> 9012 T2283 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4c393eb40007 with negotiated timeout 20000 for client /140.211.11.196:33132
[junit4:junit4]   2> 9012 T2334 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:10217, sessionid = 0x13d4c393eb40007, negotiated timeout = 20000
[junit4:junit4]   2> 9013 T2335 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1839e3f7 name:ZooKeeperConnection Watcher:127.0.0.1:10217 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9013 T2279 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9014 T2284 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4c393eb40007
[junit4:junit4]   2> 9027 T2335 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 9027 T2281 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:33132 which had sessionid 0x13d4c393eb40007
[junit4:junit4]   2> 9027 T2279 oaz.ZooKeeper.close Session: 0x13d4c393eb40007 closed
[junit4:junit4]   2> 9027 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 9037 T2279 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:10217/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@65eaeea7
[junit4:junit4]   2> 9038 T2279 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9039 T2336 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:10217. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 9039 T2336 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:10217, initiating session
[junit4:junit4]   2> 9039 T2281 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:56431
[junit4:junit4]   2> 9040 T2281 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:56431
[junit4:junit4]   2> 9041 T2283 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4c393eb40008 with negotiated timeout 20000 for client /140.211.11.196:56431
[junit4:junit4]   2> 9041 T2336 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:10217, sessionid = 0x13d4c393eb40008, negotiated timeout = 20000
[junit4:junit4]   2> 9041 T2337 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65eaeea7 name:ZooKeeperConnection Watcher:127.0.0.1:10217/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9041 T2279 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9042 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9044 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9051 T2279 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10054 T2279 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62135_
[junit4:junit4]   2> 10055 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:62135_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:62135_
[junit4:junit4]   2> 10062 T2279 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:62135_
[junit4:junit4]   2> 10087 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10087 T2321 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10087 T2308 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10087 T2337 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10087 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10087 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10088 T2301 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10104 T2338 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362783461556/collection1
[junit4:junit4]   2> 10104 T2338 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10105 T2338 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10105 T2338 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10106 T2338 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362783461556/collection1/'
[junit4:junit4]   2> 10107 T2338 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362783461556/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10108 T2338 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362783461556/collection1/lib/README' to classloader
[junit4:junit4]   2> 10157 T2338 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10170 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10171 T2302 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:10226_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:10226"}
[junit4:junit4]   2> 10205 T2337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10205 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10205 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10205 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10217 T2338 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10338 T2338 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10344 T2338 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10934 T2338 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10942 T2338 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10945 T2338 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10955 T2338 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10958 T2338 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10961 T2338 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10962 T2338 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10962 T2338 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10962 T2338 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10963 T2338 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10963 T2338 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10963 T2338 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362783461556/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty2/
[junit4:junit4]   2> 10963 T2338 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d439fe
[junit4:junit4]   2> 10964 T2338 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10964 T2338 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty2 forceNew: false
[junit4:junit4]   2> 10965 T2338 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty2/index/
[junit4:junit4]   2> 10965 T2338 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10965 T2338 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty2/index forceNew: false
[junit4:junit4]   2> 10967 T2338 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@51877db6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73e5f81d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10967 T2338 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10969 T2338 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10969 T2338 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10969 T2338 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10970 T2338 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10970 T2338 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10970 T2338 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10971 T2338 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10971 T2338 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10971 T2338 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10976 T2338 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10980 T2338 oass.SolrIndexSearcher.<init> Opening Searcher@67cd07e4 main
[junit4:junit4]   2> 10980 T2338 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty2/tlog
[junit4:junit4]   2> 10980 T2338 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10981 T2338 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10984 T2339 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@67cd07e4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10985 T2338 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10985 T2338 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11741 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11741 T2302 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62135_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62135"}
[junit4:junit4]   2> 11742 T2302 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11742 T2302 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 11756 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11756 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11756 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11756 T2337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11987 T2338 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11987 T2338 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:62135 collection:collection1 shard:shard2
[junit4:junit4]   2> 11987 T2338 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 12004 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40008 type:delete cxid:0x47 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 12004 T2338 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 12005 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40008 type:create cxid:0x48 zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12007 T2338 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 12007 T2338 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 12007 T2338 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:62135/collection1/
[junit4:junit4]   2> 12007 T2338 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 12007 T2338 oasc.SyncStrategy.syncToMe http://127.0.0.1:62135/collection1/ has no replicas
[junit4:junit4]   2> 12008 T2338 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:62135/collection1/
[junit4:junit4]   2> 12008 T2338 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 12010 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40008 type:create cxid:0x51 zxid:0x83 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13260 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13278 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13278 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13278 T2337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13278 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13287 T2338 oasc.ZkController.register We are http://127.0.0.1:62135/collection1/ and leader is http://127.0.0.1:62135/collection1/
[junit4:junit4]   2> 13287 T2338 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:62135
[junit4:junit4]   2> 13287 T2338 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 13287 T2338 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 13287 T2338 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13289 T2338 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13290 T2279 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 13290 T2279 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 13291 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13484 T2279 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 13487 T2279 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:12835
[junit4:junit4]   2> 13488 T2279 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 13488 T2279 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13489 T2279 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362783466142
[junit4:junit4]   2> 13489 T2279 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362783466142/solr.xml
[junit4:junit4]   2> 13489 T2279 oasc.CoreContainer.<init> New CoreContainer 931661934
[junit4:junit4]   2> 13490 T2279 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362783466142/'
[junit4:junit4]   2> 13491 T2279 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362783466142/'
[junit4:junit4]   2> 13539 T2279 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 13539 T2279 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13540 T2279 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 13540 T2279 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13541 T2279 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13541 T2279 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13542 T2279 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13542 T2279 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13542 T2279 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13543 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 13570 T2279 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13588 T2279 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:10217/solr
[junit4:junit4]   2> 13589 T2279 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 13589 T2279 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:10217 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@4e4edb00
[junit4:junit4]   2> 13590 T2279 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13591 T2350 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:10217. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 13592 T2350 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:10217, initiating session
[junit4:junit4]   2> 13592 T2281 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:45470
[junit4:junit4]   2> 13592 T2281 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:45470
[junit4:junit4]   2> 13594 T2283 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4c393eb40009 with negotiated timeout 20000 for client /140.211.11.196:45470
[junit4:junit4]   2> 13594 T2350 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:10217, sessionid = 0x13d4c393eb40009, negotiated timeout = 20000
[junit4:junit4]   2> 13595 T2351 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e4edb00 name:ZooKeeperConnection Watcher:127.0.0.1:10217 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13595 T2279 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13596 T2284 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4c393eb40009
[junit4:junit4]   2> 13609 T2351 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13609 T2281 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:45470 which had sessionid 0x13d4c393eb40009
[junit4:junit4]   2> 13609 T2279 oaz.ZooKeeper.close Session: 0x13d4c393eb40009 closed
[junit4:junit4]   2> 13609 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 13621 T2279 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:10217/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@f0a12c2
[junit4:junit4]   2> 13622 T2279 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13622 T2352 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:10217. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 13623 T2352 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:10217, initiating session
[junit4:junit4]   2> 13623 T2281 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:37698
[junit4:junit4]   2> 13623 T2281 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:37698
[junit4:junit4]   2> 13624 T2283 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4c393eb4000a with negotiated timeout 20000 for client /140.211.11.196:37698
[junit4:junit4]   2> 13624 T2352 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:10217, sessionid = 0x13d4c393eb4000a, negotiated timeout = 20000
[junit4:junit4]   2> 13625 T2353 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f0a12c2 name:ZooKeeperConnection Watcher:127.0.0.1:10217/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13625 T2279 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13626 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb4000a type:create cxid:0x1 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13627 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb4000a type:create cxid:0x2 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13629 T2279 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 14632 T2279 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:12835_
[junit4:junit4]   2> 14633 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb4000a type:delete cxid:0xb zxid:0x92 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:12835_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:12835_
[junit4:junit4]   2> 14670 T2279 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:12835_
[junit4:junit4]   2> 14672 T2337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14672 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14673 T2321 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14673 T2308 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14673 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14673 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14672 T2353 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14683 T2337 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14683 T2301 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14688 T2354 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362783466142/collection1
[junit4:junit4]   2> 14688 T2354 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 14689 T2354 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 14689 T2354 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 14690 T2354 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362783466142/collection1/'
[junit4:junit4]   2> 14691 T2354 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362783466142/collection1/lib/README' to classloader
[junit4:junit4]   2> 14692 T2354 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362783466142/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 14738 T2354 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 14783 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14784 T2302 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62135_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62135"}
[junit4:junit4]   2> 14796 T2354 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14797 T2353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14797 T2337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14797 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14797 T2354 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14797 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14797 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14804 T2354 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 15406 T2354 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 15414 T2354 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 15416 T2354 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 15426 T2354 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15429 T2354 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15433 T2354 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15433 T2354 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15433 T2354 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15434 T2354 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15438 T2354 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15439 T2354 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15439 T2354 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362783466142/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty3/
[junit4:junit4]   2> 15439 T2354 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d439fe
[junit4:junit4]   2> 15440 T2354 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15441 T2354 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty3 forceNew: false
[junit4:junit4]   2> 15441 T2354 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty3/index/
[junit4:junit4]   2> 15441 T2354 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 15442 T2354 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty3/index forceNew: false
[junit4:junit4]   2> 15444 T2354 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@42958ba1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61c30eb3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15445 T2354 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15447 T2354 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 15447 T2354 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 15448 T2354 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 15448 T2354 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 15449 T2354 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 15449 T2354 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 15449 T2354 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 15450 T2354 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 15450 T2354 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 15458 T2354 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 15464 T2354 oass.SolrIndexSearcher.<init> Opening Searcher@86aeffb main
[junit4:junit4]   2> 15464 T2354 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty3/tlog
[junit4:junit4]   2> 15465 T2354 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 15465 T2354 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 15468 T2355 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@86aeffb main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15470 T2354 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 15470 T2354 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16301 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16302 T2302 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:12835_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:12835"}
[junit4:junit4]   2> 16302 T2302 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 16302 T2302 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 16344 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16344 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16344 T2337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16344 T2353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16344 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16473 T2354 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16473 T2354 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:12835 collection:collection1 shard:shard1
[junit4:junit4]   2> 16476 T2354 oasc.ZkController.register We are http://127.0.0.1:12835/collection1/ and leader is http://127.0.0.1:10226/collection1/
[junit4:junit4]   2> 16476 T2354 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:12835
[junit4:junit4]   2> 16476 T2354 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16476 T2354 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C88 name=collection1 org.apache.solr.core.SolrCore@75c68050 url=http://127.0.0.1:12835/collection1 node=127.0.0.1:12835_ C88_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:12835_, base_url=http://127.0.0.1:12835}
[junit4:junit4]   2> 16477 T2356 C88 P12835 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16478 T2356 C88 P12835 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16478 T2356 C88 P12835 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16478 T2354 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16478 T2356 C88 P12835 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16479 T2279 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   2> 16480 T2356 C88 P12835 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16480 T2279 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16480 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16496 T2279 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16497 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16508 T2312 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362783456951/onenodecollectioncore
[junit4:junit4]   2> 16508 T2312 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 16509 T2312 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 16509 T2312 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 16510 T2312 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 16511 T2312 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 16513 T2312 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 16514 T2312 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362783456951/onenodecollectioncore/'
[junit4:junit4]   2> 16576 T2312 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 16634 T2312 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 16735 T2312 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 16741 T2312 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17359 T2312 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17372 T2312 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17375 T2312 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 17385 T2312 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17388 T2312 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17391 T2312 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17392 T2312 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17392 T2312 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17393 T2312 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17393 T2312 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17394 T2312 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17394 T2312 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362783456951/onenodecollectioncore/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362783452842/onenodecollection/
[junit4:junit4]   2> 17394 T2312 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d439fe
[junit4:junit4]   2> 17395 T2312 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17395 T2312 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362783452842/onenodecollection forceNew: false
[junit4:junit4]   2> 17396 T2312 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362783452842/onenodecollection/index/
[junit4:junit4]   2> 17396 T2312 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362783452842/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 17396 T2312 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362783452842/onenodecollection/index forceNew: false
[junit4:junit4]   2> 17398 T2312 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1fbff1e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37990b85),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17398 T2312 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17400 T2312 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 17401 T2312 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 17401 T2312 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 17402 T2312 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 17402 T2312 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 17402 T2312 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 17402 T2312 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 17403 T2312 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 17403 T2312 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 17408 T2312 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 17412 T2312 oass.SolrIndexSearcher.<init> Opening Searcher@1a05d187 main
[junit4:junit4]   2> 17412 T2312 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362783452842/onenodecollection/tlog
[junit4:junit4]   2> 17413 T2312 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 17413 T2312 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 17416 T2358 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@1a05d187 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17416 T2312 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 17848 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17848 T2302 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:12835_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:12835"}
[junit4:junit4]   2> 17851 T2302 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:10226_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:10226"}
[junit4:junit4]   2> 17851 T2302 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4]   2> 17852 T2302 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 17864 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17864 T2353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17864 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17864 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17864 T2337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18419 T2312 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4]   2> 18420 T2312 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:10226 collection:onenodecollection shard:shard1
[junit4:junit4]   2> 18420 T2312 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   2> 18436 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40006 type:delete cxid:0xa1 zxid:0xad txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   2> 18437 T2312 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 18437 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40006 type:create cxid:0xa2 zxid:0xae txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 18446 T2312 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 18446 T2312 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 18447 T2312 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:10226/onenodecollectioncore/
[junit4:junit4]   2> 18447 T2312 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 18447 T2312 oasc.SyncStrategy.syncToMe http://127.0.0.1:10226/onenodecollectioncore/ has no replicas
[junit4:junit4]   2> 18448 T2312 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:10226/onenodecollectioncore/
[junit4:junit4]   2> 18448 T2312 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   2> 18451 T2284 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4c393eb40006 type:create cxid:0xac zxid:0xb2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 18499 T2311 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:12835__collection1&state=recovering&nodeName=127.0.0.1:12835_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002 
[junit4:junit4]   2> 19379 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19443 T2353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19443 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19443 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19443 T2337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19443 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19473 T2312 oasc.ZkController.register We are http://127.0.0.1:10226/onenodecollectioncore/ and leader is http://127.0.0.1:10226/onenodecollectioncore/
[junit4:junit4]   2> 19473 T2312 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:10226
[junit4:junit4]   2> 19473 T2312 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 19474 T2312 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4]   2> 19476 T2312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19476 T2312 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {numShards=1&roles=none&name=onenodecollectioncore&action=CREATE&collection=onenodecollection&dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362783452842/onenodecollection&wt=javabin&version=2} status=0 QTime=2968 
[junit4:junit4]   2> 19477 T2279 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 19478 T2279 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20480 T2279 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C88_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:12835_, base_url=http://127.0.0.1:12835}
[junit4:junit4]   2> 20500 T2356 C88 P12835 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:10226/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 20500 T2356 C88 P12835 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:12835 START replicas=[http://127.0.0.1:10226/collection1/] nUpdates=100
[junit4:junit4]   2> 20500 T2356 C88 P12835 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 20501 T2356 C88 P12835 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 20501 T2356 C88 P12835 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 20501 T2356 C88 P12835 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 20501 T2356 C88 P12835 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 20501 T2356 C88 P12835 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:10226/collection1/. core=collection1
[junit4:junit4]   2> 20501 T2356 C88 P12835 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C89 name=collection1 org.apache.solr.core.SolrCore@2c2d10bc url=http://127.0.0.1:10226/collection1 node=127.0.0.1:10226_ C89_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:10226_, base_url=http://127.0.0.1:10226, leader=true}
[junit4:junit4]   2> 20508 T2313 C89 P10226 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 20523 T2314 C89 P10226 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 20525 T2314 C89 P10226 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@615dfcf1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@30e6e78),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 20526 T2314 C89 P10226 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 20526 T2314 C89 P10226 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@615dfcf1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@30e6e78),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@615dfcf1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@30e6e78),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20527 T2314 C89 P10226 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20527 T2314 C89 P10226 oass.SolrIndexSearcher.<init> Opening Searcher@28bfcac9 realtime
[junit4:junit4]   2> 20527 T2314 C89 P10226 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20528 T2314 C89 P10226 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 20529 T2356 C88 P12835 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20529 T2356 C88 P12835 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 20531 T2315 C89 P10226 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20532 T2315 C89 P10226 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 20532 T2356 C88 P12835 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 20533 T2356 C88 P12835 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 20533 T2356 C88 P12835 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 20535 T2315 C89 P10226 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 20536 T2356 C88 P12835 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 20537 T2356 C88 P12835 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty3/index.20130309052753373 forceNew: false
[junit4:junit4]   2> 20538 T2356 C88 P12835 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@72265a10 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ee64100) fullCopy=false
[junit4:junit4]   2> 20540 T2315 C89 P10226 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 20542 T2356 C88 P12835 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 20542 T2356 C88 P12835 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 20542 T2356 C88 P12835 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 20544 T2356 C88 P12835 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@42958ba1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61c30eb3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@42958ba1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61c30eb3),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20545 T2356 C88 P12835 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20545 T2356 C88 P12835 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 20545 T2356 C88 P12835 oass.SolrIndexSearcher.<init> Opening Searcher@7be34384 main
[junit4:junit4]   2> 20546 T2355 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7be34384 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 20547 T2356 C88 P12835 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@72265a10 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ee64100)
[junit4:junit4]   2> 20547 T2356 C88 P12835 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 20547 T2356 C88 P12835 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 20547 T2356 C88 P12835 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 20547 T2356 C88 P12835 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20550 T2356 C88 P12835 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20957 T2302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20958 T2302 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:10226_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:10226"}
[junit4:junit4]   2> 20961 T2302 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:12835_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:12835"}
[junit4:junit4]   2> 20975 T2301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20975 T2353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20975 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20975 T2337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20975 T2321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21482 T2279 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21483 T2279 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4]   2> 21483 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C90 name=onenodecollectioncore org.apache.solr.core.SolrCore@3e2d25e9 url=http://127.0.0.1:10226/onenodecollectioncore node=127.0.0.1:10226_ C90_STATE=coll:onenodecollection core:onenodecollectioncore props:{shard=shard1, roles=none, state=active, core=onenodecollectioncore, collection=onenodecollection, node_name=127.0.0.1:10226_, base_url=http://127.0.0.1:10226, leader=true}
[junit4:junit4]   2> 21505 T2316 C90 P10226 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1fbff1e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37990b85),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21506 T2316 C90 P10226 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21508 T2316 C90 P10226 /update {wt=javabin&version=2} {add=[1 (1428982044389539840)]} 0 5
[junit4:junit4]   2> 21515 T2316 C90 P10226 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21517 T2316 C90 P10226 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1fbff1e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37990b85),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1fbff1e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37990b85),segFN=segments_2,generation=2,filenames=[_0_Lucene41WithOrds_0.tib, _0_CheapBastard_0.dvdm, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_MockVariableIntBlock_0.skp, _0.nvm, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0_MockVariableIntBlock_0.frq, _0.nvd, _0_CheapBastard_0.dvdd, _0_MockVariableIntBlock_0.pos, segments_2, _0.fdx, _0.si, _0.fdt, _0_MockVariableIntBlock_0.tii]
[junit4:junit4]   2> 21517 T2316 C90 P10226 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene41WithOrds_0.tib, _0_CheapBastard_0.dvdm, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_MockVariableIntBlock_0.skp, _0.nvm, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0_MockVariableIntBlock_0.frq, _0.nvd, _0_CheapBastard_0.dvdd, _0_MockVariableIntBlock_0.pos, segments_2, _0.fdx, _0.si, _0.fdt, _0_MockVariableIntBlock_0.tii]
[junit4:junit4]   2> 21519 T2316 C90 P10226 oass.SolrIndexSearcher.<init> Opening Searcher@6660d429 main
[junit4:junit4]   2> 21519 T2316 C90 P10226 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21520 T2358 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@6660d429 main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 21520 T2316 C90 P10226 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 21524 T2316 C90 P10226 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 21525 T2279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21538 T2316 C90 P10226 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> ASYNC  NEW_CORE C91 name=collection1 org.apache.solr.core.SolrCore@60b84a09 url=http://127.0.0.1:10220/collection1 node=127.0.0.1:10220_ C91_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:10220_, base_url=http://127.0.0.1:10220, leader=true}
[junit4:junit4]   2> 21551 T2291 C91 P10220 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1dc2801d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1494c33),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21552 T2291 C91 P10220 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21556 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[1 (1428982044438822912)]} 0 7
[junit4:junit4]   2>  C88_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:12835_, base_url=http://127.0.0.1:12835}
[junit4:junit4]   2> 21586 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1428982044463988736)]} 0 3
[junit4:junit4]   2> 21587 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1428982044463988736)]} 0 14
[junit4:junit4]   2> ASYNC  NEW_CORE C92 name=collection1 org.apache.solr.core.SolrCore@2ae9e7af url=http://127.0.0.1:62135/collection1 node=127.0.0.1:62135_ C92_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:62135_, base_url=http://127.0.0.1:62135, leader=true}
[junit4:junit4]   2> 21587 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[1]} 0 16
[junit4:junit4]   2> 21590 T2291 C91 P10220 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21595 T2291 C91 P10220 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1dc2801d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1494c33),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1dc2801d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1494c33),segFN=segments_2,generation=2,filenames=[_0_Lucene41WithOrds_0.tib, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_CheapBastard_0.dvdd, _0.si, _0_MockVariableIntBlock_0.tii, _0_CheapBastard_0.dvdm, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0.fdt]
[junit4:junit4]   2> 21595 T2291 C91 P10220 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene41WithOrds_0.tib, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_CheapBastard_0.dvdd, _0.si, _0_MockVariableIntBlock_0.tii, _0_CheapBastard_0.dvdm, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0.fdt]
[junit4:junit4]   2> 21597 T2291 C91 P10220 oass.SolrIndexSearcher.<init> Opening Searcher@71ce5a70 main
[junit4:junit4]   2> 21598 T2291 C91 P10220 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21598 T2305 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@71ce5a70 main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 21599 T2291 C91 P10220 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2> 21601 T2329 C92 P62135 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21603 T2329 C92 P62135 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@51877db6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73e5f81d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21604 T2329 C92 P62135 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21604 T2329 C92 P62135 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@51877db6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73e5f81d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@51877db6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73e5f81d),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 21605 T2329 C92 P62135 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 21605 T2329 C92 P62135 oass.SolrIndexSearcher.<init> Opening Searcher@1981d113 main
[junit4:junit4]   2> 21606 T2329 C92 P62135 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21606 T2339 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1981d113 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 21607 T2329 C92 P62135 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:10226/collection1/, StdNode: http://127.0.0.1:12835/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 21609 T2344 C88 P12835 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21609 T2317 C89 P10226 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21614 T2344 C88 P12835 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@42958ba1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61c30eb3),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@42958ba1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61c30eb3),segFN=segments_3,generation=3,filenames=[_0_Lucene41WithOrds_0.tib, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_CheapBastard_0.dvdd, _0.si, _0_MockVariableIntBlock_0.tii, _0_CheapBastard_0.dvdm, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0.fdt, segments_3]
[junit4:junit4]   2> 21614 T2317 C89 P10226 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@615dfcf1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@30e6e78),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@615dfcf1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@30e6e78),segFN=segments_3,generation=3,filenames=[_0_Lucene41WithOrds_0.tib, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_CheapBastard_0.dvdd, _0.si, _0_MockVariableIntBlock_0.tii, _0_CheapBastard_0.dvdm, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0.fdt, segments_3]
[junit4:junit4]   2> 21614 T2344 C88 P12835 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_Lucene41WithOrds_0.tib, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_CheapBastard_0.dvdd, _0.si, _0_MockVariableIntBlock_0.tii, _0_CheapBastard_0.dvdm, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0.fdt, segments_3]
[junit4:junit4]   2> 21615 T2317 C89 P10226 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_Lucene41WithOrds_0.tib, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_CheapBastard_0.dvdd, _0.si, _0_MockVariableIntBlock_0.tii, _0_CheapBastard_0.dvdm, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0.fdt, segments_3]
[junit4:junit4]   2> 21617 T2344 C88 P12835 oass.SolrIndexSearcher.<init> Opening Searcher@4a58a253 main
[junit4:junit4]   2> 21617 T2317 C89 P10226 oass.SolrIndexSearcher.<init> Opening Searcher@16dbc9f0 main
[junit4:junit4]   2> 21617 T2344 C88 P12835 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21618 T2355 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4a58a253 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 21618 T2317 C89 P10226 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21618 T2323 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@16dbc9f0 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 21618 T2344 C88 P12835 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2> 21619 T2317 C89 P10226 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4]   2> 21619 T2329 C92 P62135 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 18
[junit4:junit4]   2> 21620 T2279 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 21621 T2279 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21622 T2279 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 21624 T2291 C91 P10220 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 21626 T2279 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:10217/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@37a6b749
[junit4:junit4]   2> 21626 T2279 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 21627 T2365 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:10217. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 21627 T2365 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:10217, initiating session
[junit4:junit4]   2> 21627 T2281 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:20162
[junit4:junit4]   2> 21628 T2281 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:20162
[junit4:junit4]   2> 21654 T2283 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4c393eb4000b with negotiated timeout 10000 for client /140.211.11.196:20162
[junit4:junit4]   2> 21654 T2365 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:10217, sessionid = 0x13d4c393eb4000b, negotiated timeout = 10000
[junit4:junit4]   2> 21655 T2366 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@37a6b749 name:ZooKeeperConnection Watcher:127.0.0.1:10217/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 21655 T2279 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 21656 T2279 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 21658 T2284 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4c393eb4000b
[junit4:junit4]   2> 21659 T2366 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 21659 T2281 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:20162 which had sessionid 0x13d4c393eb4000b
[junit4:junit4]   2> 21659 T2279 oaz.ZooKeeper.close Session: 0x13d4c393eb4000b closed
[junit4:junit4]   2> 21661 T2311 C89 P10226 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 21663 T2330 C92 P62135 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 21668 T2314 C89 P10226 REQ /select {NOW=1362783474502&shard.url=127.0.0.1:10226/collection1/|127.0.0.1:12835/collection1/&fl=id,score&start=0&q=*:*&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 21668 T2331 C92 P62135 REQ /select {NOW=1362783474502&shard.url=127.0.0.1:62135/collection1/&fl=id,score&start=0&q=*:*&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 21671 T2314 C89 P10226 REQ /select {NOW=1362783474502&shard.url=127.0.0.1:10226/collection1/|127.0.0.1:12835/collection1/&ids=1&q=*:*&distrib=false&wt=javabin&isShard=true&version=2} status=0 QTime=0 
[junit4:junit4]   2> 21672 T2345 C88 P12835 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=7 
[junit4:junit4]   2> 21678 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[2 (1428982044569894912)]} 0 3
[junit4:junit4]   2> 21682 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[2 (1428982044575137792)]} 0 2
[junit4:junit4]   2> 21686 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[3 (1428982044580380672)]} 0 1
[junit4:junit4]   2> 21690 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[3 (1428982044584574976)]} 0 1
[junit4:junit4]   2> 21694 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[4 (1428982044588769280)]} 0 1
[junit4:junit4]   2> 21703 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1428982044591915008)]} 0 2
[junit4:junit4]   2> 21704 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[4 (1428982044591915008)]} 0 8
[junit4:junit4]   2> 21708 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[5 (1428982044603449344)]} 0 1
[junit4:junit4]   2> 21714 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1428982044609740800)]} 0 2
[junit4:junit4]   2> 21715 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[5]} 0 4
[junit4:junit4]   2> 21719 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[6 (1428982044614983680)]} 0 1
[junit4:junit4]   2> 21725 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1428982044621275136)]} 0 1
[junit4:junit4]   2> 21726 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[6]} 0 4
[junit4:junit4]   2> 21730 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[7 (1428982044626518016)]} 0 1
[junit4:junit4]   2> 21734 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[7 (1428982044630712320)]} 0 1
[junit4:junit4]   2> 21738 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[8 (1428982044634906624)]} 0 1
[junit4:junit4]   2> 21748 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1428982044641198080)]} 0 1
[junit4:junit4]   2> 21749 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1428982044641198080)]} 0 6
[junit4:junit4]   2> 21750 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[8]} 0 9
[junit4:junit4]   2> 21753 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[9 (1428982044650635264)]} 0 1
[junit4:junit4]   2> 21760 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[9 (1428982044657975296)]} 0 1
[junit4:junit4]   2> 21761 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[9]} 0 5
[junit4:junit4]   2> 21765 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[10 (1428982044663218176)]} 0 1
[junit4:junit4]   2> 21774 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1428982044669509632)]} 0 1
[junit4:junit4]   2> 21775 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[10 (1428982044669509632)]} 0 5
[junit4:junit4]   2> 21775 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[10]} 0 7
[junit4:junit4]   2> 21779 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[11 (1428982044677898240)]} 0 1
[junit4:junit4]   2> 21788 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1428982044682092544)]} 0 2
[junit4:junit4]   2> 21788 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[11 (1428982044682092544)]} 0 6
[junit4:junit4]   2> 21792 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[12 (1428982044691529728)]} 0 1
[junit4:junit4]   2> 21800 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1428982044695724032)]} 0 1
[junit4:junit4]   2> 21801 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[12 (1428982044695724032)]} 0 6
[junit4:junit4]   2> 21805 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[13 (1428982044705161216)]} 0 1
[junit4:junit4]   2> 21815 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1428982044711452672)]} 0 1
[junit4:junit4]   2> 21816 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[13 (1428982044711452672)]} 0 6
[junit4:junit4]   2> 21816 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[13]} 0 8
[junit4:junit4]   2> 21820 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[14 (1428982044720889856)]} 0 1
[junit4:junit4]   2> 21830 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1428982044728229888)]} 0 1
[junit4:junit4]   2> 21831 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1428982044728229888)]} 0 5
[junit4:junit4]   2> 21831 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[14]} 0 8
[junit4:junit4]   2> 21835 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[15 (1428982044736618496)]} 0 1
[junit4:junit4]   2> 21842 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1428982044740812800)]} 0 1
[junit4:junit4]   2> 21843 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[15 (1428982044740812800)]} 0 5
[junit4:junit4]   2> 21847 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[16 (1428982044749201408)]} 0 1
[junit4:junit4]   2> 21855 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1428982044753395712)]} 0 2
[junit4:junit4]   2> 21856 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[16 (1428982044753395712)]} 0 6
[junit4:junit4]   2> 21862 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[17 (1428982044763881472)]} 0 3
[junit4:junit4]   2> 21872 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[17 (1428982044774367232)]} 0 3
[junit4:junit4]   2> 21873 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[17]} 0 8
[junit4:junit4]   2> 21877 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[100 (1428982044780658688)]} 0 1
[junit4:junit4]   2> 21886 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[100 (1428982044786950144)]} 0 1
[junit4:junit4]   2> 21887 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[100 (1428982044786950144)]} 0 5
[junit4:junit4]   2> 21887 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[100]} 0 7
[junit4:junit4]   2> 21891 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[101 (1428982044795338752)]} 0 1
[junit4:junit4]   2> 21900 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[101 (1428982044801630208)]} 0 1
[junit4:junit4]   2> 21901 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[101 (1428982044801630208)]} 0 5
[junit4:junit4]   2> 21901 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[101]} 0 7
[junit4:junit4]   2> 21905 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[102 (1428982044810018816)]} 0 1
[junit4:junit4]   2> 21914 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[102 (1428982044816310272)]} 0 1
[junit4:junit4]   2> 21915 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[102 (1428982044816310272)]} 0 5
[junit4:junit4]   2> 21915 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[102]} 0 7
[junit4:junit4]   2> 21919 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[103 (1428982044824698880)]} 0 1
[junit4:junit4]   2> 21923 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[103 (1428982044828893184)]} 0 1
[junit4:junit4]   2> 21927 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[104 (1428982044833087488)]} 0 1
[junit4:junit4]   2> 21934 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[104 (1428982044840427520)]} 0 1
[junit4:junit4]   2> 21935 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[104]} 0 5
[junit4:junit4]   2> 21938 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[105 (1428982044844621824)]} 0 1
[junit4:junit4]   2> 21942 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[105 (1428982044848816128)]} 0 1
[junit4:junit4]   2> 21946 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[106 (1428982044853010432)]} 0 1
[junit4:junit4]   2> 21950 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[106 (1428982044857204736)]} 0 1
[junit4:junit4]   2> 21954 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[107 (1428982044861399040)]} 0 1
[junit4:junit4]   2> 21963 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[107 (1428982044867690496)]} 0 1
[junit4:junit4]   2> 21964 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[107 (1428982044867690496)]} 0 5
[junit4:junit4]   2> 21964 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[107]} 0 7
[junit4:junit4]   2> 21968 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[108 (1428982044876079104)]} 0 1
[junit4:junit4]   2> 21978 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[108 (1428982044883419136)]} 0 1
[junit4:junit4]   2> 21979 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[108 (1428982044883419136)]} 0 5
[junit4:junit4]   2> 21979 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[108]} 0 8
[junit4:junit4]   2> 21983 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[109 (1428982044891807744)]} 0 1
[junit4:junit4]   2> 21992 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[109 (1428982044898099200)]} 0 1
[junit4:junit4]   2> 21993 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[109 (1428982044898099200)]} 0 5
[junit4:junit4]   2> 21993 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[109]} 0 7
[junit4:junit4]   2> 21997 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[110 (1428982044906487808)]} 0 1
[junit4:junit4]   2> 22004 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[110 (1428982044910682112)]} 0 1
[junit4:junit4]   2> 22005 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[110 (1428982044910682112)]} 0 5
[junit4:junit4]   2> 22009 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[111 (1428982044919070720)]} 0 1
[junit4:junit4]   2> 22016 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[111 (1428982044923265024)]} 0 1
[junit4:junit4]   2> 22017 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[111 (1428982044923265024)]} 0 5
[junit4:junit4]   2> 22020 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[112 (1428982044930605056)]} 0 1
[junit4:junit4]   2> 22024 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[112 (1428982044934799360)]} 0 1
[junit4:junit4]   2> 22028 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[113 (1428982044938993664)]} 0 1
[junit4:junit4]   2> 22035 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[113 (1428982044943187968)]} 0 1
[junit4:junit4]   2> 22036 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[113 (1428982044943187968)]} 0 5
[junit4:junit4]   2> 22039 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[114 (1428982044950528000)]} 0 1
[junit4:junit4]   2> 22046 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[114 (1428982044954722304)]} 0 1
[junit4:junit4]   2> 22047 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[114 (1428982044954722304)]} 0 5
[junit4:junit4]   2> 22050 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[115 (1428982044962062336)]} 0 1
[junit4:junit4]   2> 22054 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[115 (1428982044966256640)]} 0 1
[junit4:junit4]   2> 22058 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[116 (1428982044970450944)]} 0 1
[junit4:junit4]   2> 22062 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[116 (1428982044974645248)]} 0 1
[junit4:junit4]   2> 22066 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[117 (1428982044978839552)]} 0 1
[junit4:junit4]   2> 22073 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[117 (1428982044986179584)]} 0 1
[junit4:junit4]   2> 22074 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[117]} 0 5
[junit4:junit4]   2> 22078 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[118 (1428982044991422464)]} 0 1
[junit4:junit4]   2> 22087 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[118 (1428982044995616768)]} 0 2
[junit4:junit4]   2> 22088 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[118 (1428982044995616768)]} 0 7
[junit4:junit4]   2> 22092 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[119 (1428982045006102528)]} 0 1
[junit4:junit4]   2> 22096 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[119 (1428982045010296832)]} 0 1
[junit4:junit4]   2> 22100 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[120 (1428982045014491136)]} 0 1
[junit4:junit4]   2> 22107 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[120 (1428982045021831168)]} 0 1
[junit4:junit4]   2> 22108 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[120]} 0 5
[junit4:junit4]   2> 22112 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[121 (1428982045027074048)]} 0 1
[junit4:junit4]   2> 22119 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[121 (1428982045034414080)]} 0 1
[junit4:junit4]   2> 22120 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[121]} 0 5
[junit4:junit4]   2> 22124 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[122 (1428982045039656960)]} 0 1
[junit4:junit4]   2> 22134 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[122 (1428982045045948416)]} 0 2
[junit4:junit4]   2> 22134 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[122 (1428982045045948416)]} 0 5
[junit4:junit4]   2> 22135 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[122]} 0 8
[junit4:junit4]   2> 22139 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[123 (1428982045055385600)]} 0 1
[junit4:junit4]   2> 22147 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[123 (1428982045059579904)]} 0 1
[junit4:junit4]   2> 22148 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[123 (1428982045059579904)]} 0 6
[junit4:junit4]   2> 22152 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[124 (1428982045069017088)]} 0 1
[junit4:junit4]   2> 22160 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[124 (1428982045073211392)]} 0 1
[junit4:junit4]   2> 22161 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[124 (1428982045073211392)]} 0 6
[junit4:junit4]   2> 22165 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[125 (1428982045082648576)]} 0 1
[junit4:junit4]   2> 22176 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[125 (1428982045089988608)]} 0 2
[junit4:junit4]   2> 22177 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[125 (1428982045089988608)]} 0 6
[junit4:junit4]   2> 22177 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[125]} 0 9
[junit4:junit4]   2> 22181 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[126 (1428982045099425792)]} 0 1
[junit4:junit4]   2> 22185 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[126 (1428982045103620096)]} 0 1
[junit4:junit4]   2> 22189 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[127 (1428982045107814400)]} 0 1
[junit4:junit4]   2> 22196 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[127 (1428982045115154432)]} 0 1
[junit4:junit4]   2> 22197 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[127]} 0 5
[junit4:junit4]   2> 22201 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[128 (1428982045120397312)]} 0 1
[junit4:junit4]   2> 22208 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[128 (1428982045127737344)]} 0 1
[junit4:junit4]   2> 22209 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[128]} 0 5
[junit4:junit4]   2> 22213 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[129 (1428982045132980224)]} 0 1
[junit4:junit4]   2> 22224 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[129 (1428982045140320256)]} 0 2
[junit4:junit4]   2> 22225 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[129 (1428982045140320256)]} 0 6
[junit4:junit4]   2> 22226 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[129]} 0 10
[junit4:junit4]   2> 22230 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[130 (1428982045150806016)]} 0 1
[junit4:junit4]   2> 22234 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[130 (1428982045155000320)]} 0 1
[junit4:junit4]   2> 22239 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[131 (1428982045160243200)]} 0 2
[junit4:junit4]   2> 22242 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[131 (1428982045163388928)]} 0 1
[junit4:junit4]   2> 22246 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[132 (1428982045167583232)]} 0 1
[junit4:junit4]   2> 22255 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[132 (1428982045171777536)]} 0 2
[junit4:junit4]   2> 22255 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[132 (1428982045171777536)]} 0 6
[junit4:junit4]   2> 22260 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[133 (1428982045182263296)]} 0 1
[junit4:junit4]   2> 22269 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[133 (1428982045186457600)]} 0 2
[junit4:junit4]   2> 22269 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[133 (1428982045186457600)]} 0 6
[junit4:junit4]   2> 22273 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[134 (1428982045195894784)]} 0 1
[junit4:junit4]   2> 22280 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[134 (1428982045203234816)]} 0 1
[junit4:junit4]   2> 22281 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[134]} 0 5
[junit4:junit4]   2> 22285 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[135 (1428982045208477696)]} 0 1
[junit4:junit4]   2> 22295 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[135 (1428982045214769152)]} 0 2
[junit4:junit4]   2> 22296 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[135 (1428982045214769152)]} 0 6
[junit4:junit4]   2> 22296 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[135]} 0 8
[junit4:junit4]   2> 22300 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[136 (1428982045224206336)]} 0 1
[junit4:junit4]   2> 22304 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[136 (1428982045228400640)]} 0 1
[junit4:junit4]   2> 22308 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[137 (1428982045232594944)]} 0 1
[junit4:junit4]   2> 22312 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[137 (1428982045236789248)]} 0 1
[junit4:junit4]   2> 22316 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[138 (1428982045240983552)]} 0 1
[junit4:junit4]   2> 22323 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[138 (1428982045245177856)]} 0 1
[junit4:junit4]   2> 22324 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[138 (1428982045245177856)]} 0 5
[junit4:junit4]   2> 22327 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[139 (1428982045252517888)]} 0 1
[junit4:junit4]   2> 22331 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[139 (1428982045256712192)]} 0 1
[junit4:junit4]   2> 22335 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[140 (1428982045260906496)]} 0 1
[junit4:junit4]   2> 22341 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[140 (1428982045267197952)]} 0 1
[junit4:junit4]   2> 22342 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[140]} 0 4
[junit4:junit4]   2> 22345 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[141 (1428982045271392256)]} 0 1
[junit4:junit4]   2> 22349 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[141 (1428982045275586560)]} 0 1
[junit4:junit4]   2> 22353 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[142 (1428982045279780864)]} 0 1
[junit4:junit4]   2> 22359 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[142 (1428982045286072320)]} 0 1
[junit4:junit4]   2> 22369 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[142]} 0 13
[junit4:junit4]   2> 22373 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[143 (1428982045300752384)]} 0 1
[junit4:junit4]   2> 22380 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[143 (1428982045308092416)]} 0 1
[junit4:junit4]   2> 22381 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[143]} 0 5
[junit4:junit4]   2> 22385 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[144 (1428982045313335296)]} 0 1
[junit4:junit4]   2> 22389 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[144 (1428982045317529600)]} 0 1
[junit4:junit4]   2> 22393 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[145 (1428982045321723904)]} 0 1
[junit4:junit4]   2> 22397 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[145 (1428982045325918208)]} 0 1
[junit4:junit4]   2> 22401 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[146 (1428982045330112512)]} 0 1
[junit4:junit4]   2> 22408 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[146 (1428982045334306816)]} 0 1
[junit4:junit4]   2> 22409 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[146 (1428982045334306816)]} 0 5
[junit4:junit4]   2> 22412 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[147 (1428982045341646848)]} 0 1
[junit4:junit4]   2> 22416 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[147 (1428982045345841152)]} 0 1
[junit4:junit4]   2> 22420 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[148 (1428982045350035456)]} 0 1
[junit4:junit4]   2> 22430 T2343 C88 P12835 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[148 (1428982045357375488)]} 0 1
[junit4:junit4]   2> 22431 T2317 C89 P10226 /update {distrib.from=http://127.0.0.1:62135/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[148 (1428982045357375488)]} 0 5
[junit4:junit4]   2> 22431 T2329 C92 P62135 /update {wt=javabin&version=2} {add=[148]} 0 8
[junit4:junit4]   2> 22435 T2291 C91 P10220 /update {wt=javabin&version=2} {add=[149 (1428982045365764096)]} 0 1
[junit4:junit4]   2> 22442 T2332 C92 P62135 /update {distrib.from=http://127.0.0.1:10226/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[149 (1428982045373104128)]} 0 1
[junit4:junit4]   2> 22443 T2369 C89 P10226 /update {wt=javabin&version=2} {add=[149]} 0 5
[junit4:junit4]   2> 22443 T2279 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 22444 T2279 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22445 T2279 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 22448 T2291 C91 P10220 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22469 T2291 C91 P10220 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1dc2801d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1494c33),segFN=segments_2,generation=2,filenames=[_0_Lucene41WithOrds_0.tib, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_CheapBastard_0.dvdd, _0.si, _0_MockVariableIntBlock_0.tii, _0_CheapBastard_0.dvdm, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0.fdt]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1dc2801d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1494c33),segFN=segments_3,generation=3,filenames=[_1_TestBloomFilteredLucene41Postings_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _1_Lucene41WithOrds_0.doc, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _1.fnm, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_CheapBastard_0.dvdd, _0_CheapBastard_0.dvdm, _1.nvm, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockVariableIntBlock_0.tii, _1.nvd, _1_Pulsing41_0.doc, _1_TestBloomFilteredLucene41Postings_0.doc, _1_MockVariableIntBlock_0.tib, _1.fdx, _1_Pulsing41_0.tip, _1.fdt, _1_Pulsing41_0.tim, _1_Lucene41WithOrds_0.tii, _1_Lucene41WithOrds_0.tib, _0_MockVariableIntBlock_0.frq, _0_Lucene41WithOrds_0.tib, _1_MockVariableIntBlock_0.skp, _1_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _1_MockVariableIntBlock_0.pyl, _1_Lucene41WithOrds_0.pos, _0_Lucene41WithOrds_0.pos, _1_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _0.nvd, _0_MockVariableIntBlock_0.pos, _0.si, _1_CheapBastard_0.dvdm, _0_MockVariableIntBlock_0.tii, _0_Lucene41WithOrds_0.doc, _1_CheapBastard_0.dvdd, _1_MockVariableIntBlock_0.pos, _0.nvm, _1_Pulsing41_0.pos, _1_TestBloomFilteredLucene41Postings_0.blm, _1_MockVariableIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _1.si, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, segments_3, _0.fdt]
[junit4:junit4]   2> 22470 T2291 C91 P10220 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_1_TestBloomFilteredLucene41Postings_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _1_Lucene41WithOrds_0.doc, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _1.fnm, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_CheapBastard_0.dvdd, _0_CheapBastard_0.dvdm, _1.nvm, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockVariableIntBlock_0.tii, _1.nvd, _1_Pulsing41_0.doc, _1_TestBloomFilteredLucene41Postings_0.doc, _1_MockVariableIntBlock_0.tib, _1.fdx, _1_Pulsing41_0.tip, _1.fdt, _1_Pulsing41_0.tim, _1_Lucene41WithOrds_0.tii, _1_Lucene41WithOrds_0.tib, _0_MockVariableIntBlock_0.frq, _0_Lucene41WithOrds_0.tib, _1_MockVariableIntBlock_0.skp, _1_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _1_MockVariableIntBlock_0.pyl, _1_Lucene41WithOrds_0.pos, _0_Lucene41WithOrds_0.pos, _1_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _0.nvd, _0_MockVariableIntBlock_0.pos, _0.si, _1_CheapBastard_0.dvdm, _0_MockVariableIntBlock_0.tii, _0_Lucene41WithOrds_0.doc, _1_CheapBastard_0.dvdd, _1_MockVariableIntBlock_0.pos, _0.nvm, _1_Pulsing41_0.pos, _1_TestBloomFilteredLucene41Postings_0.blm, _1_MockVariableIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _1.si, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, segments_3, _0.fdt]
[junit4:junit4]   2> 22472 T2291 C91 P10220 oass.SolrIndexSearcher.<init> Opening Searcher@dca9fe2 main
[junit4:junit4]   2> 22473 T2291 C91 P10220 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22474 T2305 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@dca9fe2 main{StandardDirectoryReader(segments_3:5 _0(5.0):C1 _1(5.0):C66)}
[junit4:junit4]   2> 22474 T2291 C91 P10220 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 26
[junit4:junit4]   2> 22477 T2369 C89 P10226 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22497 T2369 C89 P10226 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@615dfcf1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@30e6e78),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@615dfcf1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@30e6e78),segFN=segments_3,generation=3,filenames=[_0_Lucene41WithOrds_0.tib, _0_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.pos, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_CheapBastard_0.dvdd, _0.si, _0_MockVariableIntBlock_0.tii, _0_CheapBastard_0.dvdm, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.blm, _0.nvm, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.frq, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0.fdt, segments_3]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@615dfcf1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@30e6e78),segFN=segments_4,generation=4,filenames=[_1_TestBloomFilteredLucene41Postings_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _1_Lucene41WithOrds_0.doc, _0_MockVariableIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _1.fnm, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_CheapBastard_0.dvdd, _0_CheapBastard_0.dvdm, _1.nvm, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockVariableIntBlock_0.tii, _1.nvd, _1_Pulsing41_0.doc, _1_TestBloomFilteredLucene41Postings_0.doc, _1_MockVariableIntBlock_0.tib, _1.fdx, _1_Pulsing41_0.tip, _1.fdt, _1_Pulsing41_0.tim, _1_Lucene41WithOrds_0.tii, _1_Lucene41WithOrds_0.tib, _0_MockVariableIntBlock_0.frq, _0_Lucene41WithOrds_0.tib, _1_MockVariableIntBlock_0.skp, _1_TestBloomFilteredLucene41Postings_0.tim, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _1_MockVariableIntBlock_0.pyl, _1_Lucene41WithOrds_0.pos, _0_Lucene41WithOrds_0.pos, _1_TestBloomFilteredLucene41Postings_0.tip, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _0.nvd, _0_MockVariableIntBlock_0.pos, _0.si, _1_CheapBastard_0.dvdm, _0_MockVariableI

[...truncated too long message...]

ryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty3/index
[junit4:junit4]   2> 86828 T2353 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty3/index
[junit4:junit4]   2> 86859 T2353 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty3
[junit4:junit4]   2> 86859 T2353 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362783452842/jetty3
[junit4:junit4]   2> 86860 T2353 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 86860 T2353 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/89311376366108682-127.0.0.1:12835__collection1-n_0000000001
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:153)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:150)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:150)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:243)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 86861 T2353 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 86861 T2353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 86861 T2353 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 86861 T2353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 86861 T2353 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 86862 T2353 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:236)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 86862 T2353 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {foo_b=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_f1=PostingsFormat(name=Lucene41WithOrds), foo_d=Pulsing41(freqCutoff=10 minBlockSize=30 maxBlockSize=142), foo_f=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_tl1=PostingsFormat(name=Lucene41WithOrds), n_d1=MockVariableIntBlock(baseBlockSize=100), rnd_b=Pulsing41(freqCutoff=10 minBlockSize=30 maxBlockSize=142), intDefault=PostingsFormat(name=Lucene41WithOrds), n_td1=PostingsFormat(name=Lucene41WithOrds), timestamp=MockVariableIntBlock(baseBlockSize=100), id=Pulsing41(freqCutoff=10 minBlockSize=30 maxBlockSize=142), range_facet_sl=Pulsing41(freqCutoff=10 minBlockSize=30 maxBlockSize=142), range_facet_si=MockVariableIntBlock(baseBlockSize=100), oddField_s=Pulsing41(freqCutoff=10 minBlockSize=30 maxBlockSize=142), multiDefault=MockVariableIntBlock(baseBlockSize=100), n_tf1=MockVariableIntBlock(baseBlockSize=100), n_dt1=PostingsFormat(name=Lucene41WithOrds), range_facet_l=MockVariableIntBlock(baseBlockSize=100), n_ti1=Pulsing41(freqCutoff=10 minBlockSize=30 maxBlockSize=142), text=PostingsFormat(name=TestBloomFilteredLucene41Postings), _version_=PostingsFormat(name=Lucene41WithOrds), SubjectTerms_mfacet=PostingsFormat(name=Lucene41WithOrds), a_t=MockVariableIntBlock(baseBlockSize=100), n_tdt1=PostingsFormat(name=Lucene41WithOrds), other_tl1=PostingsFormat(name=Lucene41WithOrds), n_l1=MockVariableIntBlock(baseBlockSize=100), a_si=PostingsFormat(name=Lucene41WithOrds)}, docValues:{timestamp=DocValuesFormat(name=CheapBastard)}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=en_IE, timezone=Asia/Rangoon
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=3,free=177327896,total=379650048
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestFastLRUCache, TestPHPSerializedResponseWriter, TestStressRecovery, DistributedQueryElevationComponentTest, CSVRequestHandlerTest, SolrCoreTest, TestRandomDVFaceting, TestCoreContainer, MBeansHandlerTest, SliceStateTest, TestCopyFieldCollectionResource, TestPerFieldSimilarity, SearchHandlerTest, SolrInfoMBeanTest, FastVectorHighlighterTest, TestSort, ShardRoutingTest, DistributedTermsComponentTest, TestFieldTypeCollectionResource, DirectSolrConnectionTest, TestPseudoReturnFields, WordBreakSolrSpellCheckerTest, ShowFileRequestHandlerTest, FileBasedSpellCheckerTest, TestCharFilters, TestSolrQueryParser, TestFuzzyAnalyzedSuggestions, TestRealTimeGet, TestXIncludeConfig, PrimitiveFieldTypeTest, ClusterStateUpdateTest, TestRemoteStreaming, SchemaVersionSpecificBehaviorTest, TestSolrDeletionPolicy2, TestSolrIndexConfig, TestSolrDeletionPolicy1, RegexBoostProcessorTest, AnalysisAfterCoreReloadTest, IndexSchemaTest, TestFastWriter, TestReplicationHandler, TestConfig, ExternalFileFieldSortTest, TestLRUCache, PreAnalyzedFieldTest, PluginInfoTest, ResourceLoaderTest, MinimalSchemaTest, SystemInfoHandlerTest, LegacyHTMLStripCharFilterTest, SpellingQueryConverterTest, SliceStateUpdateTest, TestFieldResource, ZkControllerTest, ResponseLogComponentTest, SOLR749Test, TestLMDirichletSimilarityFactory, TestReversedWildcardFilterFactory, SimpleFacetsTest, SolrIndexSplitterTest, TestJoin, DirectUpdateHandlerOptimizeTest, OverseerTest, TestSolrCoreProperties, ReturnFieldsTest, TestFunctionQuery, BasicDistributedZk2Test]
[junit4:junit4] Completed on J0 in 87.07s, 1 test, 1 error <<< FAILURES!

[...truncated 425 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/common-build.xml:1213: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/common-build.xml:877: There were test failures: 269 suites, 1137 tests, 1 error, 27 ignored (8 assumptions)

Total time: 48 minutes 36 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure